In [1]:
#Load necessary libraries
import tensorflow as tf
import numpy as np
import tensorflow.contrib.slim as slim
import input_data
import matplotlib.pyplot as plt
%matplotlib inline
To obtain the CIFAR10 dataset, go here: https://www.cs.toronto.edu/~kriz/cifar.html
The training data is stored in 5 separate files, and we will alternate between them during training.
In [2]:
def unpickle(file):
import cPickle
fo = open(file, 'rb')
dict = cPickle.load(fo)
fo.close()
return dict
def ConvertImages(raw):
"""
Convert images from the CIFAR-10 format and
return a 4-dim array with shape: [image_number, height, width, channel]
where the pixels are floats between 0.0 and 1.0.
"""
# Convert the raw images from the data-files to floating-points.
raw_float = np.array(raw, dtype=float) / 255.0
# Reshape the array to 4-dimensions.
images = raw_float.reshape([-1, 3, 32, 32])
# Reorder the indices of the array.
images = images.transpose([0, 2, 3, 1])
return images
In [3]:
currentCifar = 1
cifar = unpickle('./cifar10/data_batch_1')
cifarT = unpickle('./cifar10/test_batch')
In [4]:
total_layers = 25 #Specify how deep we want our network
units_between_stride = total_layers / 5
An implementation of a Residual Network as described in Identity Mappings in Deep Residual Networks.
In [5]:
def resUnit(input_layer,i):
with tf.variable_scope("res_unit"+str(i)):
part1 = slim.batch_norm(input_layer,activation_fn=None)
part2 = tf.nn.relu(part1)
part3 = slim.conv2d(part2,64,[3,3],activation_fn=None)
part4 = slim.batch_norm(part3,activation_fn=None)
part5 = tf.nn.relu(part4)
part6 = slim.conv2d(part5,64,[3,3],activation_fn=None)
output = input_layer + part6
return output
tf.reset_default_graph()
input_layer = tf.placeholder(shape=[None,32,32,3],dtype=tf.float32,name='input')
label_layer = tf.placeholder(shape=[None],dtype=tf.int32)
label_oh = slim.layers.one_hot_encoding(label_layer,10)
layer1 = slim.conv2d(input_layer,64,[3,3],normalizer_fn=slim.batch_norm,scope='conv_'+str(0))
for i in range(5):
for j in range(units_between_stride):
layer1 = resUnit(layer1,j + (i*units_between_stride))
layer1 = slim.conv2d(layer1,64,[3,3],stride=[2,2],normalizer_fn=slim.batch_norm,scope='conv_s_'+str(i))
top = slim.conv2d(layer1,10,[3,3],normalizer_fn=slim.batch_norm,activation_fn=None,scope='conv_top')
output = slim.layers.softmax(slim.layers.flatten(top))
loss = tf.reduce_mean(-tf.reduce_sum(label_oh * tf.log(output) + 1e-10, axis=[1]))
trainer = tf.train.AdamOptimizer(learning_rate=0.001)
update = trainer.minimize(loss)
In [8]:
from IPython.display import clear_output, Image, display, HTML
def strip_consts(graph_def, max_const_size=32):
"""Strip large constant values from graph_def."""
strip_def = tf.GraphDef()
for n0 in graph_def.node:
n = strip_def.node.add()
n.MergeFrom(n0)
if n.op == 'Const':
tensor = n.attr['value'].tensor
size = len(tensor.tensor_content)
if size > max_const_size:
tensor.tensor_content = "<stripped %d bytes>"%size
return strip_def
def show_graph(graph_def, max_const_size=32):
"""Visualize TensorFlow graph."""
if hasattr(graph_def, 'as_graph_def'):
graph_def = graph_def.as_graph_def()
strip_def = strip_consts(graph_def, max_const_size=max_const_size)
code = """
<script>
function load() {{
document.getElementById("{id}").pbtxt = {data};
}}
</script>
<link rel="import" href="https://tensorboard.appspot.com/tf-graph-basic.build.html" onload=load()>
<div style="height:600px">
<tf-graph-basic id="{id}"></tf-graph-basic>
</div>
""".format(data=repr(str(strip_def)), id='graph'+str(np.random.rand()))
iframe = """
<iframe seamless style="width:1200px;height:620px;border:0" srcdoc="{}"></iframe>
""".format(code.replace('"', '"'))
display(HTML(iframe))
In [9]:
show_graph(tf.get_default_graph().as_graph_def())
In [8]:
init = tf.global_variables_initializer()
batch_size = 64
currentCifar = 1
total_steps = 20000
l = []
a = []
aT = []
saver = tf.train.Saver()
sess = tf.Session()
sess.run(init)
i = 0
draw = range(10000)
while i < total_steps:
if i % (10000/batch_size) != 0:
batch_index = np.random.choice(draw,size=batch_size,replace=False)
else:
draw = range(10000)
if currentCifar == 5:
currentCifar = 1
print "Switched CIFAR set to " + str(currentCifar)
else:
currentCifar = currentCifar + 1
print "Switched CIFAR set to " + str(currentCifar)
cifar = unpickle('./cifar10/data_batch_'+str(currentCifar))
batch_index = np.random.choice(draw,size=batch_size,replace=False)
x = ConvertImages(cifar['data'][batch_index])
y = np.reshape(np.array(cifar['labels'])[batch_index],[batch_size,1])
_,lossA,yP,LO = sess.run([update,loss,output,label_oh],feed_dict={input_layer:x,label_layer:np.hstack(y)})
accuracy = np.sum(np.equal(np.hstack(y),np.argmax(yP,1)))/float(len(y))
l.append(lossA)
a.append(accuracy)
if i % 10 == 0: print "Step: " + str(i) + " Loss: " + str(lossA) + " Accuracy: " + str(accuracy)
if i % 100 == 0:
point = np.random.randint(0,10000-500)
xT = ConvertImages(cifarT['data'][point:point+500])
yT = np.reshape(np.array(cifarT['labels'])[point:point+500],[500])
lossT,yP = sess.run([loss,output],feed_dict={input_layer:xT,label_layer:yT})
accuracy = np.sum(np.equal(yT,np.argmax(yP,1)))/float(len(yT))
aT.append(accuracy)
print "Test set accuracy: " + str(accuracy)
i+= 1
save_path = saver.save(sess, "./trainingmodels/ResNet/model_resnet.ckpt")
print "Model saved in file: " + str(save_path)
sess.close()
Switched CIFAR set to 2
Step: 0 Loss: 2.73913 Accuracy: 0.0625
Test set accuracy: 0.088
Step: 10 Loss: 2.24243 Accuracy: 0.125
Step: 20 Loss: 2.13813 Accuracy: 0.21875
Step: 30 Loss: 1.99451 Accuracy: 0.25
Step: 40 Loss: 1.95367 Accuracy: 0.34375
Step: 50 Loss: 1.94094 Accuracy: 0.265625
Step: 60 Loss: 1.84243 Accuracy: 0.3125
Step: 70 Loss: 1.76406 Accuracy: 0.34375
Step: 80 Loss: 1.8379 Accuracy: 0.328125
Step: 90 Loss: 1.68521 Accuracy: 0.40625
Step: 100 Loss: 1.663 Accuracy: 0.421875
Test set accuracy: 0.386
Step: 110 Loss: 1.80161 Accuracy: 0.390625
Step: 120 Loss: 1.85125 Accuracy: 0.359375
Step: 130 Loss: 1.57063 Accuracy: 0.40625
Step: 140 Loss: 1.98401 Accuracy: 0.203125
Step: 150 Loss: 1.65642 Accuracy: 0.375
Switched CIFAR set to 3
Step: 160 Loss: 1.73245 Accuracy: 0.265625
Step: 170 Loss: 1.56421 Accuracy: 0.421875
Step: 180 Loss: 1.74444 Accuracy: 0.34375
Step: 190 Loss: 1.50416 Accuracy: 0.4375
Step: 200 Loss: 1.63111 Accuracy: 0.40625
Test set accuracy: 0.454
Step: 210 Loss: 1.60495 Accuracy: 0.375
Step: 220 Loss: 1.60635 Accuracy: 0.40625
Step: 230 Loss: 1.63903 Accuracy: 0.453125
Step: 240 Loss: 1.73146 Accuracy: 0.34375
Step: 250 Loss: 1.4448 Accuracy: 0.53125
Step: 260 Loss: 1.40946 Accuracy: 0.515625
Step: 270 Loss: 1.54717 Accuracy: 0.484375
Step: 280 Loss: 1.61908 Accuracy: 0.453125
Step: 290 Loss: 1.34078 Accuracy: 0.578125
Step: 300 Loss: 1.54863 Accuracy: 0.40625
Test set accuracy: 0.438
Step: 310 Loss: 1.75035 Accuracy: 0.328125
Switched CIFAR set to 4
Step: 320 Loss: 1.65034 Accuracy: 0.453125
Step: 330 Loss: 1.55008 Accuracy: 0.46875
Step: 340 Loss: 1.60807 Accuracy: 0.4375
Step: 350 Loss: 1.48654 Accuracy: 0.484375
Step: 360 Loss: 1.65894 Accuracy: 0.40625
Step: 370 Loss: 1.63815 Accuracy: 0.40625
Step: 380 Loss: 1.49767 Accuracy: 0.421875
Step: 390 Loss: 1.41098 Accuracy: 0.515625
Step: 400 Loss: 1.2987 Accuracy: 0.515625
Test set accuracy: 0.504
Step: 410 Loss: 1.37424 Accuracy: 0.53125
Step: 420 Loss: 1.43122 Accuracy: 0.578125
Step: 430 Loss: 1.44647 Accuracy: 0.484375
Step: 440 Loss: 1.32234 Accuracy: 0.546875
Step: 450 Loss: 1.46089 Accuracy: 0.421875
Step: 460 Loss: 1.55913 Accuracy: 0.5
Switched CIFAR set to 5
Step: 470 Loss: 1.32133 Accuracy: 0.5
Step: 480 Loss: 1.36775 Accuracy: 0.515625
Step: 490 Loss: 1.3485 Accuracy: 0.546875
Step: 500 Loss: 1.41331 Accuracy: 0.546875
Test set accuracy: 0.448
Step: 510 Loss: 1.22385 Accuracy: 0.578125
Step: 520 Loss: 1.4393 Accuracy: 0.46875
Step: 530 Loss: 1.50436 Accuracy: 0.5
Step: 540 Loss: 1.21554 Accuracy: 0.578125
Step: 550 Loss: 1.35527 Accuracy: 0.59375
Step: 560 Loss: 1.4613 Accuracy: 0.5
Step: 570 Loss: 1.29222 Accuracy: 0.625
Step: 580 Loss: 1.22904 Accuracy: 0.625
Step: 590 Loss: 1.3094 Accuracy: 0.578125
Step: 600 Loss: 1.51918 Accuracy: 0.53125
Test set accuracy: 0.502
Step: 610 Loss: 1.31464 Accuracy: 0.59375
Step: 620 Loss: 1.34315 Accuracy: 0.53125
Switched CIFAR set to 1
Step: 630 Loss: 1.43617 Accuracy: 0.46875
Step: 640 Loss: 1.29803 Accuracy: 0.53125
Step: 650 Loss: 1.28553 Accuracy: 0.59375
Step: 660 Loss: 1.31944 Accuracy: 0.5625
Step: 670 Loss: 1.5203 Accuracy: 0.5
Step: 680 Loss: 1.31749 Accuracy: 0.59375
Step: 690 Loss: 1.245 Accuracy: 0.59375
Step: 700 Loss: 1.37029 Accuracy: 0.578125
Test set accuracy: 0.578
Step: 710 Loss: 1.16657 Accuracy: 0.59375
Step: 720 Loss: 1.2552 Accuracy: 0.65625
Step: 730 Loss: 1.26296 Accuracy: 0.5625
Step: 740 Loss: 1.16176 Accuracy: 0.625
Step: 750 Loss: 1.30966 Accuracy: 0.546875
Step: 760 Loss: 1.20684 Accuracy: 0.640625
Step: 770 Loss: 1.1364 Accuracy: 0.609375
Switched CIFAR set to 2
Step: 780 Loss: 1.38965 Accuracy: 0.5
Step: 790 Loss: 1.24526 Accuracy: 0.53125
Step: 800 Loss: 1.06568 Accuracy: 0.65625
Test set accuracy: 0.586
Step: 810 Loss: 1.40345 Accuracy: 0.53125
Step: 820 Loss: 1.11372 Accuracy: 0.59375
Step: 830 Loss: 1.33372 Accuracy: 0.578125
Step: 840 Loss: 1.30092 Accuracy: 0.625
Step: 850 Loss: 1.23965 Accuracy: 0.59375
Step: 860 Loss: 1.41968 Accuracy: 0.515625
Step: 870 Loss: 1.09572 Accuracy: 0.640625
Step: 880 Loss: 1.26613 Accuracy: 0.65625
Step: 890 Loss: 1.12653 Accuracy: 0.609375
Step: 900 Loss: 1.17086 Accuracy: 0.609375
Test set accuracy: 0.586
Step: 910 Loss: 1.13901 Accuracy: 0.640625
Step: 920 Loss: 1.19984 Accuracy: 0.5625
Step: 930 Loss: 1.21613 Accuracy: 0.546875
Switched CIFAR set to 3
Step: 940 Loss: 1.18638 Accuracy: 0.59375
Step: 950 Loss: 1.34323 Accuracy: 0.46875
Step: 960 Loss: 1.34523 Accuracy: 0.53125
Step: 970 Loss: 1.18161 Accuracy: 0.640625
Step: 980 Loss: 1.13322 Accuracy: 0.640625
Step: 990 Loss: 1.02374 Accuracy: 0.71875
Step: 1000 Loss: 1.07544 Accuracy: 0.671875
Test set accuracy: 0.61
Step: 1010 Loss: 1.20005 Accuracy: 0.640625
Step: 1020 Loss: 0.982038 Accuracy: 0.671875
Step: 1030 Loss: 1.03969 Accuracy: 0.6875
Step: 1040 Loss: 1.18547 Accuracy: 0.625
Step: 1050 Loss: 1.11911 Accuracy: 0.6875
Step: 1060 Loss: 1.12557 Accuracy: 0.65625
Step: 1070 Loss: 0.967432 Accuracy: 0.734375
Step: 1080 Loss: 0.905524 Accuracy: 0.78125
Step: 1090 Loss: 1.06673 Accuracy: 0.71875
Switched CIFAR set to 4
Step: 1100 Loss: 1.11805 Accuracy: 0.65625
Test set accuracy: 0.66
Step: 1110 Loss: 1.19742 Accuracy: 0.640625
Step: 1120 Loss: 1.11452 Accuracy: 0.59375
Step: 1130 Loss: 1.15226 Accuracy: 0.671875
Step: 1140 Loss: 0.989736 Accuracy: 0.6875
Step: 1150 Loss: 1.14672 Accuracy: 0.609375
Step: 1160 Loss: 1.29661 Accuracy: 0.5625
Step: 1170 Loss: 0.955468 Accuracy: 0.75
Step: 1180 Loss: 0.927418 Accuracy: 0.734375
Step: 1190 Loss: 0.989628 Accuracy: 0.75
Step: 1200 Loss: 1.10096 Accuracy: 0.625
Test set accuracy: 0.658
Step: 1210 Loss: 1.11868 Accuracy: 0.65625
Step: 1220 Loss: 1.02492 Accuracy: 0.640625
Step: 1230 Loss: 1.09369 Accuracy: 0.71875
Step: 1240 Loss: 1.01153 Accuracy: 0.703125
Switched CIFAR set to 5
Step: 1250 Loss: 1.17381 Accuracy: 0.640625
Step: 1260 Loss: 1.24334 Accuracy: 0.609375
Step: 1270 Loss: 1.15918 Accuracy: 0.59375
Step: 1280 Loss: 1.29597 Accuracy: 0.578125
Step: 1290 Loss: 1.11391 Accuracy: 0.640625
Step: 1300 Loss: 1.04119 Accuracy: 0.71875
Test set accuracy: 0.628
Step: 1310 Loss: 0.914674 Accuracy: 0.75
Step: 1320 Loss: 0.967754 Accuracy: 0.75
Step: 1330 Loss: 0.828872 Accuracy: 0.765625
Step: 1340 Loss: 0.979328 Accuracy: 0.75
Step: 1350 Loss: 1.17978 Accuracy: 0.640625
Step: 1360 Loss: 0.998419 Accuracy: 0.6875
Step: 1370 Loss: 0.88442 Accuracy: 0.828125
Step: 1380 Loss: 1.06647 Accuracy: 0.6875
Step: 1390 Loss: 1.0381 Accuracy: 0.65625
Step: 1400 Loss: 1.00167 Accuracy: 0.671875
Test set accuracy: 0.684
Switched CIFAR set to 1
Step: 1410 Loss: 1.12619 Accuracy: 0.671875
Step: 1420 Loss: 1.07805 Accuracy: 0.65625
Step: 1430 Loss: 1.32711 Accuracy: 0.53125
Step: 1440 Loss: 0.975078 Accuracy: 0.734375
Step: 1450 Loss: 0.853038 Accuracy: 0.75
Step: 1460 Loss: 0.980569 Accuracy: 0.765625
Step: 1470 Loss: 1.02189 Accuracy: 0.671875
Step: 1480 Loss: 1.10083 Accuracy: 0.71875
Step: 1490 Loss: 1.09713 Accuracy: 0.65625
Step: 1500 Loss: 1.01884 Accuracy: 0.71875
Test set accuracy: 0.672
Step: 1510 Loss: 1.05001 Accuracy: 0.703125
Step: 1520 Loss: 1.19183 Accuracy: 0.640625
Step: 1530 Loss: 0.823699 Accuracy: 0.8125
Step: 1540 Loss: 1.00115 Accuracy: 0.703125
Step: 1550 Loss: 1.01578 Accuracy: 0.703125
Switched CIFAR set to 2
Step: 1560 Loss: 0.979298 Accuracy: 0.75
Step: 1570 Loss: 0.884893 Accuracy: 0.78125
Step: 1580 Loss: 1.07094 Accuracy: 0.65625
Step: 1590 Loss: 1.16631 Accuracy: 0.65625
Step: 1600 Loss: 0.971382 Accuracy: 0.71875
Test set accuracy: 0.704
Step: 1610 Loss: 1.12216 Accuracy: 0.625
Step: 1620 Loss: 0.98149 Accuracy: 0.765625
Step: 1630 Loss: 1.06189 Accuracy: 0.6875
Step: 1640 Loss: 1.13448 Accuracy: 0.640625
Step: 1650 Loss: 1.13715 Accuracy: 0.65625
Step: 1660 Loss: 0.81433 Accuracy: 0.828125
Step: 1670 Loss: 1.04634 Accuracy: 0.671875
Step: 1680 Loss: 0.896164 Accuracy: 0.75
Step: 1690 Loss: 1.01949 Accuracy: 0.734375
Step: 1700 Loss: 0.950903 Accuracy: 0.78125
Test set accuracy: 0.65
Step: 1710 Loss: 1.09412 Accuracy: 0.625
Switched CIFAR set to 3
Step: 1720 Loss: 1.04961 Accuracy: 0.640625
Step: 1730 Loss: 0.924956 Accuracy: 0.71875
Step: 1740 Loss: 0.882789 Accuracy: 0.75
Step: 1750 Loss: 1.14396 Accuracy: 0.6875
Step: 1760 Loss: 0.871708 Accuracy: 0.796875
Step: 1770 Loss: 0.881869 Accuracy: 0.796875
Step: 1780 Loss: 1.03808 Accuracy: 0.71875
Step: 1790 Loss: 0.8593 Accuracy: 0.8125
Step: 1800 Loss: 0.886876 Accuracy: 0.75
Test set accuracy: 0.734
Step: 1810 Loss: 0.752183 Accuracy: 0.828125
Step: 1820 Loss: 1.11065 Accuracy: 0.671875
Step: 1830 Loss: 0.85498 Accuracy: 0.75
Step: 1840 Loss: 0.855911 Accuracy: 0.765625
Step: 1850 Loss: 0.92622 Accuracy: 0.75
Step: 1860 Loss: 0.808346 Accuracy: 0.734375
Step: 1870 Loss: 0.708973 Accuracy: 0.875
Switched CIFAR set to 4
Step: 1880 Loss: 1.00136 Accuracy: 0.734375
Step: 1890 Loss: 1.19462 Accuracy: 0.609375
Step: 1900 Loss: 1.13535 Accuracy: 0.65625
Test set accuracy: 0.718
Step: 1910 Loss: 1.00031 Accuracy: 0.65625
Step: 1920 Loss: 1.02103 Accuracy: 0.6875
Step: 1930 Loss: 0.824829 Accuracy: 0.796875
Step: 1940 Loss: 0.941305 Accuracy: 0.71875
Step: 1950 Loss: 0.915334 Accuracy: 0.703125
Step: 1960 Loss: 0.992888 Accuracy: 0.6875
Step: 1970 Loss: 0.910989 Accuracy: 0.6875
Step: 1980 Loss: 0.97708 Accuracy: 0.71875
Step: 1990 Loss: 0.85168 Accuracy: 0.765625
Step: 2000 Loss: 0.959903 Accuracy: 0.71875
Test set accuracy: 0.686
Step: 2010 Loss: 0.732464 Accuracy: 0.75
Step: 2020 Loss: 0.83139 Accuracy: 0.796875
Switched CIFAR set to 5
Step: 2030 Loss: 1.04055 Accuracy: 0.71875
Step: 2040 Loss: 0.935266 Accuracy: 0.734375
Step: 2050 Loss: 0.861739 Accuracy: 0.796875
Step: 2060 Loss: 0.928161 Accuracy: 0.734375
Step: 2070 Loss: 0.928295 Accuracy: 0.734375
Step: 2080 Loss: 0.981756 Accuracy: 0.703125
Step: 2090 Loss: 0.829988 Accuracy: 0.8125
Step: 2100 Loss: 0.790178 Accuracy: 0.8125
Test set accuracy: 0.718
Step: 2110 Loss: 0.771796 Accuracy: 0.78125
Step: 2120 Loss: 0.838445 Accuracy: 0.796875
Step: 2130 Loss: 0.818159 Accuracy: 0.828125
Step: 2140 Loss: 0.814045 Accuracy: 0.765625
Step: 2150 Loss: 0.761756 Accuracy: 0.8125
Step: 2160 Loss: 0.743034 Accuracy: 0.75
Step: 2170 Loss: 0.861675 Accuracy: 0.765625
Step: 2180 Loss: 0.779103 Accuracy: 0.8125
Switched CIFAR set to 1
Step: 2190 Loss: 0.901719 Accuracy: 0.75
Step: 2200 Loss: 0.942852 Accuracy: 0.734375
Test set accuracy: 0.75
Step: 2210 Loss: 0.890934 Accuracy: 0.734375
Step: 2220 Loss: 0.894592 Accuracy: 0.703125
Step: 2230 Loss: 0.892308 Accuracy: 0.734375
Step: 2240 Loss: 0.830723 Accuracy: 0.796875
Step: 2250 Loss: 0.973865 Accuracy: 0.734375
Step: 2260 Loss: 0.819723 Accuracy: 0.828125
Step: 2270 Loss: 0.896998 Accuracy: 0.765625
Step: 2280 Loss: 0.980303 Accuracy: 0.671875
Step: 2290 Loss: 0.797093 Accuracy: 0.734375
Step: 2300 Loss: 0.882169 Accuracy: 0.765625
Test set accuracy: 0.728
Step: 2310 Loss: 0.817689 Accuracy: 0.78125
Step: 2320 Loss: 0.712735 Accuracy: 0.8125
Step: 2330 Loss: 0.771691 Accuracy: 0.828125
Switched CIFAR set to 2
Step: 2340 Loss: 0.906897 Accuracy: 0.703125
Step: 2350 Loss: 0.903777 Accuracy: 0.78125
Step: 2360 Loss: 0.793782 Accuracy: 0.796875
Step: 2370 Loss: 0.969662 Accuracy: 0.71875
Step: 2380 Loss: 1.03722 Accuracy: 0.71875
Step: 2390 Loss: 0.998016 Accuracy: 0.71875
Step: 2400 Loss: 0.676009 Accuracy: 0.875
Test set accuracy: 0.734
Step: 2410 Loss: 1.00771 Accuracy: 0.65625
Step: 2420 Loss: 0.854573 Accuracy: 0.765625
Step: 2430 Loss: 1.11088 Accuracy: 0.640625
Step: 2440 Loss: 0.819436 Accuracy: 0.8125
Step: 2450 Loss: 0.811918 Accuracy: 0.78125
Step: 2460 Loss: 0.784068 Accuracy: 0.78125
Step: 2470 Loss: 0.731543 Accuracy: 0.8125
Step: 2480 Loss: 0.696808 Accuracy: 0.859375
Step: 2490 Loss: 0.889616 Accuracy: 0.796875
Switched CIFAR set to 3
Step: 2500 Loss: 0.865204 Accuracy: 0.75
Test set accuracy: 0.732
Step: 2510 Loss: 0.882686 Accuracy: 0.75
Step: 2520 Loss: 0.947735 Accuracy: 0.703125
Step: 2530 Loss: 0.643677 Accuracy: 0.84375
Step: 2540 Loss: 0.74463 Accuracy: 0.796875
Step: 2550 Loss: 0.768231 Accuracy: 0.8125
Step: 2560 Loss: 0.836461 Accuracy: 0.796875
Step: 2570 Loss: 0.984482 Accuracy: 0.75
Step: 2580 Loss: 0.738631 Accuracy: 0.828125
Step: 2590 Loss: 0.689336 Accuracy: 0.8125
Step: 2600 Loss: 1.06033 Accuracy: 0.640625
Test set accuracy: 0.704
Step: 2610 Loss: 0.717464 Accuracy: 0.796875
Step: 2620 Loss: 0.799169 Accuracy: 0.78125
Step: 2630 Loss: 0.553991 Accuracy: 0.9375
Step: 2640 Loss: 0.798617 Accuracy: 0.828125
Step: 2650 Loss: 0.676561 Accuracy: 0.875
Switched CIFAR set to 4
Step: 2660 Loss: 0.761121 Accuracy: 0.8125
Step: 2670 Loss: 0.938899 Accuracy: 0.71875
Step: 2680 Loss: 0.820951 Accuracy: 0.796875
Step: 2690 Loss: 1.03276 Accuracy: 0.71875
Step: 2700 Loss: 0.954308 Accuracy: 0.734375
Test set accuracy: 0.722
Step: 2710 Loss: 0.714828 Accuracy: 0.78125
Step: 2720 Loss: 0.933431 Accuracy: 0.75
Step: 2730 Loss: 0.853092 Accuracy: 0.765625
Step: 2740 Loss: 0.870784 Accuracy: 0.765625
Step: 2750 Loss: 0.880041 Accuracy: 0.78125
Step: 2760 Loss: 1.04715 Accuracy: 0.65625
Step: 2770 Loss: 0.691101 Accuracy: 0.859375
Step: 2780 Loss: 0.943303 Accuracy: 0.734375
Step: 2790 Loss: 0.849847 Accuracy: 0.75
Step: 2800 Loss: 0.715225 Accuracy: 0.859375
Test set accuracy: 0.74
Switched CIFAR set to 5
Step: 2810 Loss: 0.829842 Accuracy: 0.765625
Step: 2820 Loss: 0.994615 Accuracy: 0.71875
Step: 2830 Loss: 1.00909 Accuracy: 0.703125
Step: 2840 Loss: 0.897191 Accuracy: 0.75
Step: 2850 Loss: 0.738832 Accuracy: 0.828125
Step: 2860 Loss: 0.819655 Accuracy: 0.8125
Step: 2870 Loss: 0.765564 Accuracy: 0.8125
Step: 2880 Loss: 0.846741 Accuracy: 0.78125
Step: 2890 Loss: 0.831723 Accuracy: 0.78125
Step: 2900 Loss: 0.794373 Accuracy: 0.828125
Test set accuracy: 0.746
Step: 2910 Loss: 0.648932 Accuracy: 0.859375
Step: 2920 Loss: 0.74157 Accuracy: 0.8125
Step: 2930 Loss: 0.747262 Accuracy: 0.84375
Step: 2940 Loss: 0.699918 Accuracy: 0.875
Step: 2950 Loss: 0.923659 Accuracy: 0.765625
Step: 2960 Loss: 0.826442 Accuracy: 0.8125
Switched CIFAR set to 1
Step: 2970 Loss: 0.938512 Accuracy: 0.71875
Step: 2980 Loss: 0.999537 Accuracy: 0.671875
Step: 2990 Loss: 0.735726 Accuracy: 0.796875
Step: 3000 Loss: 0.939957 Accuracy: 0.765625
Test set accuracy: 0.786
Step: 3010 Loss: 0.836981 Accuracy: 0.8125
Step: 3020 Loss: 0.960003 Accuracy: 0.71875
Step: 3030 Loss: 0.867433 Accuracy: 0.78125
Step: 3040 Loss: 0.725853 Accuracy: 0.859375
Step: 3050 Loss: 0.935737 Accuracy: 0.71875
Step: 3060 Loss: 1.04211 Accuracy: 0.71875
Step: 3070 Loss: 0.652366 Accuracy: 0.890625
Step: 3080 Loss: 0.600393 Accuracy: 0.859375
Step: 3090 Loss: 0.752456 Accuracy: 0.875
Step: 3100 Loss: 0.865536 Accuracy: 0.796875
Test set accuracy: 0.778
Step: 3110 Loss: 0.72563 Accuracy: 0.796875
Switched CIFAR set to 2
Step: 3120 Loss: 0.921748 Accuracy: 0.765625
Step: 3130 Loss: 1.13903 Accuracy: 0.640625
Step: 3140 Loss: 1.02335 Accuracy: 0.6875
Step: 3150 Loss: 0.857619 Accuracy: 0.765625
Step: 3160 Loss: 0.944958 Accuracy: 0.65625
Step: 3170 Loss: 0.779226 Accuracy: 0.734375
Step: 3180 Loss: 0.664914 Accuracy: 0.890625
Step: 3190 Loss: 0.66991 Accuracy: 0.84375
Step: 3200 Loss: 0.75999 Accuracy: 0.78125
Test set accuracy: 0.766
Step: 3210 Loss: 0.874892 Accuracy: 0.78125
Step: 3220 Loss: 0.785733 Accuracy: 0.796875
Step: 3230 Loss: 0.679167 Accuracy: 0.796875
Step: 3240 Loss: 0.709432 Accuracy: 0.859375
Step: 3250 Loss: 0.649533 Accuracy: 0.875
Step: 3260 Loss: 0.764487 Accuracy: 0.828125
Step: 3270 Loss: 0.628778 Accuracy: 0.859375
Switched CIFAR set to 3
Step: 3280 Loss: 0.670273 Accuracy: 0.875
Step: 3290 Loss: 1.0477 Accuracy: 0.703125
Step: 3300 Loss: 0.840894 Accuracy: 0.796875
Test set accuracy: 0.742
Step: 3310 Loss: 0.914126 Accuracy: 0.75
Step: 3320 Loss: 0.777846 Accuracy: 0.8125
Step: 3330 Loss: 0.732685 Accuracy: 0.828125
Step: 3340 Loss: 0.63495 Accuracy: 0.84375
Step: 3350 Loss: 0.840781 Accuracy: 0.765625
Step: 3360 Loss: 0.713913 Accuracy: 0.859375
Step: 3370 Loss: 0.860537 Accuracy: 0.75
Step: 3380 Loss: 0.651173 Accuracy: 0.875
Step: 3390 Loss: 0.757705 Accuracy: 0.828125
Step: 3400 Loss: 0.76205 Accuracy: 0.75
Test set accuracy: 0.768
Step: 3410 Loss: 0.586868 Accuracy: 0.90625
Step: 3420 Loss: 0.836993 Accuracy: 0.78125
Step: 3430 Loss: 0.877139 Accuracy: 0.78125
Switched CIFAR set to 4
Step: 3440 Loss: 0.866601 Accuracy: 0.765625
Step: 3450 Loss: 0.903293 Accuracy: 0.71875
Step: 3460 Loss: 1.08648 Accuracy: 0.65625
Step: 3470 Loss: 0.7509 Accuracy: 0.828125
Step: 3480 Loss: 0.85761 Accuracy: 0.78125
Step: 3490 Loss: 0.64673 Accuracy: 0.828125
Step: 3500 Loss: 0.773447 Accuracy: 0.78125
Test set accuracy: 0.75
Step: 3510 Loss: 0.75894 Accuracy: 0.8125
Step: 3520 Loss: 0.636802 Accuracy: 0.84375
Step: 3530 Loss: 0.691599 Accuracy: 0.828125
Step: 3540 Loss: 0.625135 Accuracy: 0.828125
Step: 3550 Loss: 0.795275 Accuracy: 0.796875
Step: 3560 Loss: 0.718564 Accuracy: 0.84375
Step: 3570 Loss: 0.840493 Accuracy: 0.78125
Step: 3580 Loss: 0.709048 Accuracy: 0.890625
Switched CIFAR set to 5
Step: 3590 Loss: 0.860681 Accuracy: 0.75
Step: 3600 Loss: 0.761415 Accuracy: 0.796875
Test set accuracy: 0.732
Step: 3610 Loss: 0.806997 Accuracy: 0.828125
Step: 3620 Loss: 0.850488 Accuracy: 0.78125
Step: 3630 Loss: 0.701522 Accuracy: 0.8125
Step: 3640 Loss: 0.718126 Accuracy: 0.84375
Step: 3650 Loss: 0.659441 Accuracy: 0.875
Step: 3660 Loss: 0.837833 Accuracy: 0.78125
Step: 3670 Loss: 0.816295 Accuracy: 0.78125
Step: 3680 Loss: 0.619446 Accuracy: 0.859375
Step: 3690 Loss: 0.626244 Accuracy: 0.859375
Step: 3700 Loss: 0.606216 Accuracy: 0.890625
Test set accuracy: 0.76
Step: 3710 Loss: 0.76539 Accuracy: 0.78125
Step: 3720 Loss: 0.785926 Accuracy: 0.84375
Step: 3730 Loss: 0.538876 Accuracy: 0.921875
Step: 3740 Loss: 0.694669 Accuracy: 0.84375
Switched CIFAR set to 1
Step: 3750 Loss: 0.742419 Accuracy: 0.796875
Step: 3760 Loss: 0.66918 Accuracy: 0.8125
Step: 3770 Loss: 0.798406 Accuracy: 0.78125
Step: 3780 Loss: 0.56961 Accuracy: 0.90625
Step: 3790 Loss: 0.732151 Accuracy: 0.84375
Step: 3800 Loss: 0.586032 Accuracy: 0.875
Test set accuracy: 0.776
Step: 3810 Loss: 0.633182 Accuracy: 0.859375
Step: 3820 Loss: 0.7168 Accuracy: 0.84375
Step: 3830 Loss: 0.717797 Accuracy: 0.796875
Step: 3840 Loss: 0.713817 Accuracy: 0.8125
Step: 3850 Loss: 0.659022 Accuracy: 0.84375
Step: 3860 Loss: 0.74493 Accuracy: 0.828125
Step: 3870 Loss: 0.655223 Accuracy: 0.828125
Step: 3880 Loss: 0.721057 Accuracy: 0.78125
Step: 3890 Loss: 0.697184 Accuracy: 0.828125
Switched CIFAR set to 2
Step: 3900 Loss: 0.844947 Accuracy: 0.75
Test set accuracy: 0.758
Step: 3910 Loss: 0.983712 Accuracy: 0.703125
Step: 3920 Loss: 0.769834 Accuracy: 0.828125
Step: 3930 Loss: 0.665801 Accuracy: 0.84375
Step: 3940 Loss: 0.90523 Accuracy: 0.71875
Step: 3950 Loss: 1.13121 Accuracy: 0.6875
Step: 3960 Loss: 0.758776 Accuracy: 0.8125
Step: 3970 Loss: 0.654986 Accuracy: 0.84375
Step: 3980 Loss: 0.937207 Accuracy: 0.765625
Step: 3990 Loss: 0.680611 Accuracy: 0.828125
Step: 4000 Loss: 0.610779 Accuracy: 0.875
Test set accuracy: 0.802
Step: 4010 Loss: 0.593693 Accuracy: 0.875
Step: 4020 Loss: 0.681829 Accuracy: 0.84375
Step: 4030 Loss: 0.624924 Accuracy: 0.890625
Step: 4040 Loss: 0.680654 Accuracy: 0.828125
Step: 4050 Loss: 0.697164 Accuracy: 0.8125
Switched CIFAR set to 3
Step: 4060 Loss: 0.903694 Accuracy: 0.75
Step: 4070 Loss: 0.814275 Accuracy: 0.75
Step: 4080 Loss: 0.708986 Accuracy: 0.8125
Step: 4090 Loss: 0.645451 Accuracy: 0.875
Step: 4100 Loss: 0.782808 Accuracy: 0.8125
Test set accuracy: 0.802
Step: 4110 Loss: 0.743594 Accuracy: 0.78125
Step: 4120 Loss: 0.725188 Accuracy: 0.8125
Step: 4130 Loss: 0.606838 Accuracy: 0.859375
Step: 4140 Loss: 0.585642 Accuracy: 0.90625
Step: 4150 Loss: 0.710975 Accuracy: 0.8125
Step: 4160 Loss: 0.577834 Accuracy: 0.921875
Step: 4170 Loss: 0.754916 Accuracy: 0.796875
Step: 4180 Loss: 0.655954 Accuracy: 0.875
Step: 4190 Loss: 0.802927 Accuracy: 0.8125
Step: 4200 Loss: 0.511937 Accuracy: 0.90625
Test set accuracy: 0.788
Step: 4210 Loss: 0.625391 Accuracy: 0.890625
Switched CIFAR set to 4
Step: 4220 Loss: 0.93011 Accuracy: 0.734375
Step: 4230 Loss: 0.628598 Accuracy: 0.84375
Step: 4240 Loss: 0.990053 Accuracy: 0.703125
Step: 4250 Loss: 0.697498 Accuracy: 0.828125
Step: 4260 Loss: 0.88939 Accuracy: 0.765625
Step: 4270 Loss: 0.772761 Accuracy: 0.796875
Step: 4280 Loss: 0.72689 Accuracy: 0.828125
Step: 4290 Loss: 0.554169 Accuracy: 0.90625
Step: 4300 Loss: 0.758201 Accuracy: 0.796875
Test set accuracy: 0.748
Step: 4310 Loss: 0.594152 Accuracy: 0.890625
Step: 4320 Loss: 0.737146 Accuracy: 0.828125
Step: 4330 Loss: 0.609431 Accuracy: 0.875
Step: 4340 Loss: 0.689386 Accuracy: 0.84375
Step: 4350 Loss: 0.590215 Accuracy: 0.921875
Step: 4360 Loss: 0.52558 Accuracy: 0.921875
Switched CIFAR set to 5
Step: 4370 Loss: 0.62828 Accuracy: 0.84375
Step: 4380 Loss: 0.762995 Accuracy: 0.8125
Step: 4390 Loss: 0.805837 Accuracy: 0.8125
Step: 4400 Loss: 0.65939 Accuracy: 0.84375
Test set accuracy: 0.802
Step: 4410 Loss: 0.840701 Accuracy: 0.8125
Step: 4420 Loss: 0.667778 Accuracy: 0.84375
Step: 4430 Loss: 0.615977 Accuracy: 0.90625
Step: 4440 Loss: 0.603122 Accuracy: 0.890625
Step: 4450 Loss: 0.628175 Accuracy: 0.84375
Step: 4460 Loss: 0.853585 Accuracy: 0.78125
Step: 4470 Loss: 0.690971 Accuracy: 0.875
Step: 4480 Loss: 0.69353 Accuracy: 0.84375
Step: 4490 Loss: 0.634693 Accuracy: 0.875
Step: 4500 Loss: 0.511807 Accuracy: 0.90625
Test set accuracy: 0.806
Step: 4510 Loss: 0.742824 Accuracy: 0.828125
Step: 4520 Loss: 0.76509 Accuracy: 0.828125
Switched CIFAR set to 1
Step: 4530 Loss: 0.934123 Accuracy: 0.765625
Step: 4540 Loss: 0.622051 Accuracy: 0.875
Step: 4550 Loss: 0.722702 Accuracy: 0.8125
Step: 4560 Loss: 0.679264 Accuracy: 0.84375
Step: 4570 Loss: 0.88822 Accuracy: 0.71875
Step: 4580 Loss: 0.734793 Accuracy: 0.828125
Step: 4590 Loss: 0.725572 Accuracy: 0.8125
Step: 4600 Loss: 0.716749 Accuracy: 0.859375
Test set accuracy: 0.78
Step: 4610 Loss: 0.690052 Accuracy: 0.84375
Step: 4620 Loss: 0.852012 Accuracy: 0.734375
Step: 4630 Loss: 0.718386 Accuracy: 0.796875
Step: 4640 Loss: 0.778991 Accuracy: 0.828125
Step: 4650 Loss: 0.630116 Accuracy: 0.890625
Step: 4660 Loss: 0.905937 Accuracy: 0.75
Step: 4670 Loss: 0.776849 Accuracy: 0.828125
Switched CIFAR set to 2
Step: 4680 Loss: 0.837828 Accuracy: 0.75
Step: 4690 Loss: 0.92859 Accuracy: 0.75
Step: 4700 Loss: 0.547508 Accuracy: 0.921875
Test set accuracy: 0.778
Step: 4710 Loss: 0.698745 Accuracy: 0.859375
Step: 4720 Loss: 0.50189 Accuracy: 0.9375
Step: 4730 Loss: 0.492431 Accuracy: 0.9375
Step: 4740 Loss: 0.795202 Accuracy: 0.78125
Step: 4750 Loss: 0.715947 Accuracy: 0.796875
Step: 4760 Loss: 0.696891 Accuracy: 0.859375
Step: 4770 Loss: 0.568247 Accuracy: 0.890625
Step: 4780 Loss: 0.577053 Accuracy: 0.890625
Step: 4790 Loss: 0.584064 Accuracy: 0.875
Step: 4800 Loss: 0.745161 Accuracy: 0.828125
Test set accuracy: 0.776
Step: 4810 Loss: 0.514404 Accuracy: 0.90625
Step: 4820 Loss: 0.791821 Accuracy: 0.84375
Step: 4830 Loss: 0.636047 Accuracy: 0.84375
Switched CIFAR set to 3
Step: 4840 Loss: 0.768425 Accuracy: 0.78125
Step: 4850 Loss: 0.772624 Accuracy: 0.796875
Step: 4860 Loss: 0.617375 Accuracy: 0.84375
Step: 4870 Loss: 0.643501 Accuracy: 0.84375
Step: 4880 Loss: 0.701632 Accuracy: 0.84375
Step: 4890 Loss: 0.607678 Accuracy: 0.90625
Step: 4900 Loss: 0.767961 Accuracy: 0.8125
Test set accuracy: 0.77
Step: 4910 Loss: 0.66162 Accuracy: 0.84375
Step: 4920 Loss: 0.612433 Accuracy: 0.875
Step: 4930 Loss: 0.802468 Accuracy: 0.8125
Step: 4940 Loss: 0.761938 Accuracy: 0.84375
Step: 4950 Loss: 0.499202 Accuracy: 0.9375
Step: 4960 Loss: 0.605135 Accuracy: 0.84375
Step: 4970 Loss: 0.616146 Accuracy: 0.890625
Step: 4980 Loss: 0.621131 Accuracy: 0.875
Step: 4990 Loss: 0.711196 Accuracy: 0.875
Switched CIFAR set to 4
Step: 5000 Loss: 0.780894 Accuracy: 0.734375
Test set accuracy: 0.76
Step: 5010 Loss: 0.6453 Accuracy: 0.859375
Step: 5020 Loss: 0.680265 Accuracy: 0.828125
Step: 5030 Loss: 0.68897 Accuracy: 0.859375
Step: 5040 Loss: 0.826673 Accuracy: 0.78125
Step: 5050 Loss: 0.737787 Accuracy: 0.84375
Step: 5060 Loss: 0.754811 Accuracy: 0.8125
Step: 5070 Loss: 0.512343 Accuracy: 0.9375
Step: 5080 Loss: 0.669855 Accuracy: 0.84375
Step: 5090 Loss: 0.711169 Accuracy: 0.828125
Step: 5100 Loss: 0.607513 Accuracy: 0.890625
Test set accuracy: 0.8
Step: 5110 Loss: 0.576286 Accuracy: 0.890625
Step: 5120 Loss: 0.628068 Accuracy: 0.875
Step: 5130 Loss: 0.6831 Accuracy: 0.859375
Step: 5140 Loss: 0.621883 Accuracy: 0.875
Switched CIFAR set to 5
Step: 5150 Loss: 0.832586 Accuracy: 0.765625
Step: 5160 Loss: 0.631165 Accuracy: 0.859375
Step: 5170 Loss: 0.605317 Accuracy: 0.890625
Step: 5180 Loss: 0.660995 Accuracy: 0.859375
Step: 5190 Loss: 0.757907 Accuracy: 0.8125
Step: 5200 Loss: 0.643567 Accuracy: 0.859375
Test set accuracy: 0.8
Step: 5210 Loss: 0.676411 Accuracy: 0.875
Step: 5220 Loss: 0.720925 Accuracy: 0.8125
Step: 5230 Loss: 0.456149 Accuracy: 0.96875
Step: 5240 Loss: 0.676394 Accuracy: 0.828125
Step: 5250 Loss: 0.711333 Accuracy: 0.828125
Step: 5260 Loss: 0.528966 Accuracy: 0.921875
Step: 5270 Loss: 0.491515 Accuracy: 0.921875
Step: 5280 Loss: 0.62049 Accuracy: 0.875
Step: 5290 Loss: 0.541051 Accuracy: 0.90625
Step: 5300 Loss: 0.672895 Accuracy: 0.84375
Test set accuracy: 0.812
Switched CIFAR set to 1
Step: 5310 Loss: 0.736944 Accuracy: 0.8125
Step: 5320 Loss: 0.689049 Accuracy: 0.84375
Step: 5330 Loss: 0.665497 Accuracy: 0.84375
Step: 5340 Loss: 0.675089 Accuracy: 0.859375
Step: 5350 Loss: 0.716827 Accuracy: 0.84375
Step: 5360 Loss: 0.616639 Accuracy: 0.875
Step: 5370 Loss: 0.712488 Accuracy: 0.8125
Step: 5380 Loss: 0.651304 Accuracy: 0.859375
Step: 5390 Loss: 0.669645 Accuracy: 0.84375
Step: 5400 Loss: 0.623395 Accuracy: 0.875
Test set accuracy: 0.804
Step: 5410 Loss: 0.819369 Accuracy: 0.828125
Step: 5420 Loss: 0.564694 Accuracy: 0.90625
Step: 5430 Loss: 0.583755 Accuracy: 0.890625
Step: 5440 Loss: 0.569867 Accuracy: 0.875
Step: 5450 Loss: 0.702751 Accuracy: 0.859375
Switched CIFAR set to 2
Step: 5460 Loss: 0.653853 Accuracy: 0.828125
Step: 5470 Loss: 0.653284 Accuracy: 0.859375
Step: 5480 Loss: 0.688147 Accuracy: 0.828125
Step: 5490 Loss: 1.06468 Accuracy: 0.75
Step: 5500 Loss: 0.619034 Accuracy: 0.875
Test set accuracy: 0.8
Step: 5510 Loss: 0.748441 Accuracy: 0.78125
Step: 5520 Loss: 0.718139 Accuracy: 0.8125
Step: 5530 Loss: 0.723214 Accuracy: 0.859375
Step: 5540 Loss: 0.487915 Accuracy: 0.9375
Step: 5550 Loss: 0.580645 Accuracy: 0.890625
Step: 5560 Loss: 0.807697 Accuracy: 0.875
Step: 5570 Loss: 0.487168 Accuracy: 0.890625
Step: 5580 Loss: 0.494281 Accuracy: 0.921875
Step: 5590 Loss: 0.625829 Accuracy: 0.875
Step: 5600 Loss: 0.530833 Accuracy: 0.921875
Test set accuracy: 0.804
Step: 5610 Loss: 0.58608 Accuracy: 0.90625
Switched CIFAR set to 3
Step: 5620 Loss: 0.805819 Accuracy: 0.765625
Step: 5630 Loss: 0.796574 Accuracy: 0.8125
Step: 5640 Loss: 0.710338 Accuracy: 0.8125
Step: 5650 Loss: 0.70365 Accuracy: 0.859375
Step: 5660 Loss: 0.605932 Accuracy: 0.875
Step: 5670 Loss: 0.68528 Accuracy: 0.84375
Step: 5680 Loss: 0.645364 Accuracy: 0.875
Step: 5690 Loss: 0.630939 Accuracy: 0.859375
Step: 5700 Loss: 0.74587 Accuracy: 0.8125
Test set accuracy: 0.798
Step: 5710 Loss: 0.694804 Accuracy: 0.84375
Step: 5720 Loss: 0.807693 Accuracy: 0.828125
Step: 5730 Loss: 0.838134 Accuracy: 0.75
Step: 5740 Loss: 0.564236 Accuracy: 0.90625
Step: 5750 Loss: 0.539162 Accuracy: 0.875
Step: 5760 Loss: 0.753481 Accuracy: 0.84375
Step: 5770 Loss: 0.549926 Accuracy: 0.875
Switched CIFAR set to 4
Step: 5780 Loss: 0.613905 Accuracy: 0.890625
Step: 5790 Loss: 0.839433 Accuracy: 0.78125
Step: 5800 Loss: 0.612942 Accuracy: 0.890625
Test set accuracy: 0.766
Step: 5810 Loss: 0.643006 Accuracy: 0.859375
Step: 5820 Loss: 0.570906 Accuracy: 0.875
Step: 5830 Loss: 0.652993 Accuracy: 0.859375
Step: 5840 Loss: 0.606118 Accuracy: 0.90625
Step: 5850 Loss: 0.593877 Accuracy: 0.90625
Step: 5860 Loss: 0.644464 Accuracy: 0.875
Step: 5870 Loss: 0.580954 Accuracy: 0.890625
Step: 5880 Loss: 0.65245 Accuracy: 0.84375
Step: 5890 Loss: 0.665102 Accuracy: 0.84375
Step: 5900 Loss: 0.526148 Accuracy: 0.9375
Test set accuracy: 0.8
Step: 5910 Loss: 0.534687 Accuracy: 0.921875
Step: 5920 Loss: 0.454009 Accuracy: 0.90625
Switched CIFAR set to 5
Step: 5930 Loss: 0.847032 Accuracy: 0.765625
Step: 5940 Loss: 0.423814 Accuracy: 0.953125
Step: 5950 Loss: 0.665337 Accuracy: 0.859375
Step: 5960 Loss: 0.741688 Accuracy: 0.8125
Step: 5970 Loss: 0.512489 Accuracy: 0.90625
Step: 5980 Loss: 0.733716 Accuracy: 0.84375
Step: 5990 Loss: 0.555066 Accuracy: 0.875
Step: 6000 Loss: 0.658786 Accuracy: 0.859375
Test set accuracy: 0.814
Step: 6010 Loss: 0.703556 Accuracy: 0.828125
Step: 6020 Loss: 0.561969 Accuracy: 0.890625
Step: 6030 Loss: 0.54324 Accuracy: 0.90625
Step: 6040 Loss: 0.630915 Accuracy: 0.859375
Step: 6050 Loss: 0.639476 Accuracy: 0.859375
Step: 6060 Loss: 0.639333 Accuracy: 0.875
Step: 6070 Loss: 0.58791 Accuracy: 0.875
Step: 6080 Loss: 0.621549 Accuracy: 0.890625
Switched CIFAR set to 1
Step: 6090 Loss: 0.577607 Accuracy: 0.875
Step: 6100 Loss: 0.678374 Accuracy: 0.84375
Test set accuracy: 0.798
Step: 6110 Loss: 0.587157 Accuracy: 0.875
Step: 6120 Loss: 0.567553 Accuracy: 0.9375
Step: 6130 Loss: 0.610121 Accuracy: 0.875
Step: 6140 Loss: 0.552406 Accuracy: 0.890625
Step: 6150 Loss: 0.6123 Accuracy: 0.84375
Step: 6160 Loss: 0.509357 Accuracy: 0.921875
Step: 6170 Loss: 0.638743 Accuracy: 0.875
Step: 6180 Loss: 0.524199 Accuracy: 0.90625
Step: 6190 Loss: 0.510566 Accuracy: 0.921875
Step: 6200 Loss: 0.581726 Accuracy: 0.90625
Test set accuracy: 0.826
Step: 6210 Loss: 0.597171 Accuracy: 0.875
Step: 6220 Loss: 0.448997 Accuracy: 0.9375
Step: 6230 Loss: 0.567003 Accuracy: 0.890625
Switched CIFAR set to 2
Step: 6240 Loss: 0.704071 Accuracy: 0.859375
Step: 6250 Loss: 0.530498 Accuracy: 0.90625
Step: 6260 Loss: 0.618895 Accuracy: 0.890625
Step: 6270 Loss: 0.744031 Accuracy: 0.84375
Step: 6280 Loss: 0.626914 Accuracy: 0.875
Step: 6290 Loss: 0.522625 Accuracy: 0.90625
Step: 6300 Loss: 0.67536 Accuracy: 0.84375
Test set accuracy: 0.796
Step: 6310 Loss: 0.66111 Accuracy: 0.890625
Step: 6320 Loss: 0.58791 Accuracy: 0.890625
Step: 6330 Loss: 0.696643 Accuracy: 0.859375
Step: 6340 Loss: 0.590668 Accuracy: 0.890625
Step: 6350 Loss: 1.076 Accuracy: 0.703125
Step: 6360 Loss: 0.619415 Accuracy: 0.890625
Step: 6370 Loss: 0.460097 Accuracy: 0.9375
Step: 6380 Loss: 0.539777 Accuracy: 0.921875
Step: 6390 Loss: 0.447798 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 6400 Loss: 0.694142 Accuracy: 0.84375
Test set accuracy: 0.798
Step: 6410 Loss: 0.583945 Accuracy: 0.875
Step: 6420 Loss: 0.639502 Accuracy: 0.859375
Step: 6430 Loss: 0.703825 Accuracy: 0.84375
Step: 6440 Loss: 0.559939 Accuracy: 0.890625
Step: 6450 Loss: 0.463988 Accuracy: 0.9375
Step: 6460 Loss: 0.728891 Accuracy: 0.84375
Step: 6470 Loss: 0.653107 Accuracy: 0.875
Step: 6480 Loss: 0.443941 Accuracy: 0.953125
Step: 6490 Loss: 0.639133 Accuracy: 0.859375
Step: 6500 Loss: 0.542669 Accuracy: 0.921875
Test set accuracy: 0.802
Step: 6510 Loss: 0.516953 Accuracy: 0.90625
Step: 6520 Loss: 0.508218 Accuracy: 0.9375
Step: 6530 Loss: 0.591802 Accuracy: 0.875
Step: 6540 Loss: 0.427024 Accuracy: 0.953125
Step: 6550 Loss: 0.742967 Accuracy: 0.859375
Switched CIFAR set to 4
Step: 6560 Loss: 0.628098 Accuracy: 0.859375
Step: 6570 Loss: 0.617068 Accuracy: 0.859375
Step: 6580 Loss: 0.83955 Accuracy: 0.796875
Step: 6590 Loss: 0.657562 Accuracy: 0.828125
Step: 6600 Loss: 0.587765 Accuracy: 0.90625
Test set accuracy: 0.79
Step: 6610 Loss: 0.446309 Accuracy: 0.921875
Step: 6620 Loss: 0.457344 Accuracy: 0.953125
Step: 6630 Loss: 0.622291 Accuracy: 0.859375
Step: 6640 Loss: 0.482463 Accuracy: 0.953125
Step: 6650 Loss: 0.506665 Accuracy: 0.90625
Step: 6660 Loss: 0.705182 Accuracy: 0.8125
Step: 6670 Loss: 0.643355 Accuracy: 0.859375
Step: 6680 Loss: 0.713781 Accuracy: 0.828125
Step: 6690 Loss: 0.443751 Accuracy: 0.96875
Step: 6700 Loss: 0.62412 Accuracy: 0.859375
Test set accuracy: 0.794
Switched CIFAR set to 5
Step: 6710 Loss: 0.593843 Accuracy: 0.859375
Step: 6720 Loss: 0.610572 Accuracy: 0.859375
Step: 6730 Loss: 0.647571 Accuracy: 0.875
Step: 6740 Loss: 0.672383 Accuracy: 0.875
Step: 6750 Loss: 0.601742 Accuracy: 0.890625
Step: 6760 Loss: 0.704261 Accuracy: 0.859375
Step: 6770 Loss: 0.658576 Accuracy: 0.84375
Step: 6780 Loss: 0.445132 Accuracy: 0.921875
Step: 6790 Loss: 0.558564 Accuracy: 0.90625
Step: 6800 Loss: 0.66372 Accuracy: 0.859375
Test set accuracy: 0.818
Step: 6810 Loss: 0.578383 Accuracy: 0.875
Step: 6820 Loss: 0.655525 Accuracy: 0.875
Step: 6830 Loss: 0.536236 Accuracy: 0.921875
Step: 6840 Loss: 0.505366 Accuracy: 0.921875
Step: 6850 Loss: 0.508776 Accuracy: 0.921875
Step: 6860 Loss: 0.736712 Accuracy: 0.84375
Switched CIFAR set to 1
Step: 6870 Loss: 0.601292 Accuracy: 0.890625
Step: 6880 Loss: 0.699862 Accuracy: 0.875
Step: 6890 Loss: 0.654128 Accuracy: 0.84375
Step: 6900 Loss: 0.671589 Accuracy: 0.84375
Test set accuracy: 0.802
Step: 6910 Loss: 0.749041 Accuracy: 0.84375
Step: 6920 Loss: 0.609797 Accuracy: 0.875
Step: 6930 Loss: 0.488773 Accuracy: 0.9375
Step: 6940 Loss: 0.626324 Accuracy: 0.859375
Step: 6950 Loss: 0.511265 Accuracy: 0.921875
Step: 6960 Loss: 0.53617 Accuracy: 0.90625
Step: 6970 Loss: 0.565917 Accuracy: 0.90625
Step: 6980 Loss: 0.66417 Accuracy: 0.84375
Step: 6990 Loss: 0.586294 Accuracy: 0.890625
Step: 7000 Loss: 0.455866 Accuracy: 0.953125
Test set accuracy: 0.84
Step: 7010 Loss: 0.557004 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 7020 Loss: 0.636774 Accuracy: 0.875
Step: 7030 Loss: 0.676925 Accuracy: 0.859375
Step: 7040 Loss: 0.918059 Accuracy: 0.765625
Step: 7050 Loss: 0.598195 Accuracy: 0.90625
Step: 7060 Loss: 0.796063 Accuracy: 0.828125
Step: 7070 Loss: 0.773999 Accuracy: 0.8125
Step: 7080 Loss: 0.543159 Accuracy: 0.921875
Step: 7090 Loss: 0.450497 Accuracy: 0.9375
Step: 7100 Loss: 0.769188 Accuracy: 0.796875
Test set accuracy: 0.81
Step: 7110 Loss: 0.632757 Accuracy: 0.875
Step: 7120 Loss: 0.570514 Accuracy: 0.90625
Step: 7130 Loss: 0.49094 Accuracy: 0.890625
Step: 7140 Loss: 0.47607 Accuracy: 0.90625
Step: 7150 Loss: 0.596 Accuracy: 0.890625
Step: 7160 Loss: 0.504443 Accuracy: 0.90625
Step: 7170 Loss: 0.53966 Accuracy: 0.90625
Switched CIFAR set to 3
Step: 7180 Loss: 0.616075 Accuracy: 0.859375
Step: 7190 Loss: 0.879471 Accuracy: 0.765625
Step: 7200 Loss: 0.549088 Accuracy: 0.890625
Test set accuracy: 0.808
Step: 7210 Loss: 0.632942 Accuracy: 0.90625
Step: 7220 Loss: 0.680473 Accuracy: 0.828125
Step: 7230 Loss: 0.581668 Accuracy: 0.890625
Step: 7240 Loss: 0.801604 Accuracy: 0.796875
Step: 7250 Loss: 0.61835 Accuracy: 0.84375
Step: 7260 Loss: 0.618967 Accuracy: 0.875
Step: 7270 Loss: 0.633425 Accuracy: 0.890625
Step: 7280 Loss: 0.614001 Accuracy: 0.875
Step: 7290 Loss: 0.555285 Accuracy: 0.90625
Step: 7300 Loss: 0.607012 Accuracy: 0.90625
Test set accuracy: 0.828
Step: 7310 Loss: 0.523102 Accuracy: 0.90625
Step: 7320 Loss: 0.665784 Accuracy: 0.84375
Step: 7330 Loss: 0.578445 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 7340 Loss: 0.560514 Accuracy: 0.890625
Step: 7350 Loss: 0.64536 Accuracy: 0.859375
Step: 7360 Loss: 0.656753 Accuracy: 0.859375
Step: 7370 Loss: 0.648899 Accuracy: 0.859375
Step: 7380 Loss: 0.629835 Accuracy: 0.890625
Step: 7390 Loss: 0.782043 Accuracy: 0.8125
Step: 7400 Loss: 0.479606 Accuracy: 0.953125
Test set accuracy: 0.814
Step: 7410 Loss: 0.573776 Accuracy: 0.890625
Step: 7420 Loss: 0.58052 Accuracy: 0.90625
Step: 7430 Loss: 0.526184 Accuracy: 0.890625
Step: 7440 Loss: 0.533294 Accuracy: 0.921875
Step: 7450 Loss: 0.583564 Accuracy: 0.890625
Step: 7460 Loss: 0.782892 Accuracy: 0.8125
Step: 7470 Loss: 0.499345 Accuracy: 0.890625
Step: 7480 Loss: 0.579631 Accuracy: 0.875
Switched CIFAR set to 5
Step: 7490 Loss: 0.465575 Accuracy: 0.953125
Step: 7500 Loss: 0.43151 Accuracy: 0.953125
Test set accuracy: 0.8
Step: 7510 Loss: 0.530964 Accuracy: 0.90625
Step: 7520 Loss: 0.501744 Accuracy: 0.90625
Step: 7530 Loss: 0.634078 Accuracy: 0.890625
Step: 7540 Loss: 0.644503 Accuracy: 0.875
Step: 7550 Loss: 0.578815 Accuracy: 0.859375
Step: 7560 Loss: 0.579939 Accuracy: 0.875
Step: 7570 Loss: 0.730568 Accuracy: 0.8125
Step: 7580 Loss: 0.492005 Accuracy: 0.90625
Step: 7590 Loss: 0.55649 Accuracy: 0.921875
Step: 7600 Loss: 0.426332 Accuracy: 0.953125
Test set accuracy: 0.804
Step: 7610 Loss: 0.587222 Accuracy: 0.890625
Step: 7620 Loss: 0.502192 Accuracy: 0.9375
Step: 7630 Loss: 0.480641 Accuracy: 0.921875
Step: 7640 Loss: 0.550701 Accuracy: 0.90625
Switched CIFAR set to 1
Step: 7650 Loss: 0.536392 Accuracy: 0.921875
Step: 7660 Loss: 0.605031 Accuracy: 0.875
Step: 7670 Loss: 0.672188 Accuracy: 0.84375
Step: 7680 Loss: 0.584689 Accuracy: 0.90625
Step: 7690 Loss: 0.458651 Accuracy: 0.9375
Step: 7700 Loss: 0.482617 Accuracy: 0.953125
Test set accuracy: 0.85
Step: 7710 Loss: 0.498825 Accuracy: 0.9375
Step: 7720 Loss: 0.532336 Accuracy: 0.921875
Step: 7730 Loss: 0.465352 Accuracy: 0.953125
Step: 7740 Loss: 0.474573 Accuracy: 0.921875
Step: 7750 Loss: 0.523397 Accuracy: 0.921875
Step: 7760 Loss: 0.554998 Accuracy: 0.890625
Step: 7770 Loss: 0.512862 Accuracy: 0.890625
Step: 7780 Loss: 0.655117 Accuracy: 0.84375
Step: 7790 Loss: 0.686632 Accuracy: 0.859375
Switched CIFAR set to 2
Step: 7800 Loss: 0.530435 Accuracy: 0.921875
Test set accuracy: 0.802
Step: 7810 Loss: 0.762379 Accuracy: 0.828125
Step: 7820 Loss: 0.549342 Accuracy: 0.890625
Step: 7830 Loss: 0.638587 Accuracy: 0.84375
Step: 7840 Loss: 0.600938 Accuracy: 0.890625
Step: 7850 Loss: 0.551565 Accuracy: 0.890625
Step: 7860 Loss: 0.548368 Accuracy: 0.90625
Step: 7870 Loss: 0.611437 Accuracy: 0.875
Step: 7880 Loss: 0.515573 Accuracy: 0.90625
Step: 7890 Loss: 0.645616 Accuracy: 0.875
Step: 7900 Loss: 0.51521 Accuracy: 0.921875
Test set accuracy: 0.806
Step: 7910 Loss: 0.74904 Accuracy: 0.8125
Step: 7920 Loss: 0.534605 Accuracy: 0.921875
Step: 7930 Loss: 0.598692 Accuracy: 0.875
Step: 7940 Loss: 0.631857 Accuracy: 0.875
Step: 7950 Loss: 0.428281 Accuracy: 0.953125
Switched CIFAR set to 3
Step: 7960 Loss: 0.600297 Accuracy: 0.875
Step: 7970 Loss: 0.688064 Accuracy: 0.859375
Step: 7980 Loss: 0.498362 Accuracy: 0.921875
Step: 7990 Loss: 0.622762 Accuracy: 0.890625
Step: 8000 Loss: 0.526545 Accuracy: 0.921875
Test set accuracy: 0.824
Step: 8010 Loss: 0.688813 Accuracy: 0.859375
Step: 8020 Loss: 0.610075 Accuracy: 0.890625
Step: 8030 Loss: 0.540755 Accuracy: 0.921875
Step: 8040 Loss: 0.634275 Accuracy: 0.84375
Step: 8050 Loss: 0.471742 Accuracy: 0.90625
Step: 8060 Loss: 0.486225 Accuracy: 0.890625
Step: 8070 Loss: 0.624139 Accuracy: 0.890625
Step: 8080 Loss: 0.567903 Accuracy: 0.859375
Step: 8090 Loss: 0.517367 Accuracy: 0.921875
Step: 8100 Loss: 0.688351 Accuracy: 0.828125
Test set accuracy: 0.834
Step: 8110 Loss: 0.469163 Accuracy: 0.9375
Switched CIFAR set to 4
Step: 8120 Loss: 0.783812 Accuracy: 0.8125
Step: 8130 Loss: 0.571694 Accuracy: 0.875
Step: 8140 Loss: 0.574069 Accuracy: 0.890625
Step: 8150 Loss: 0.461802 Accuracy: 0.921875
Step: 8160 Loss: 0.615451 Accuracy: 0.875
Step: 8170 Loss: 0.70267 Accuracy: 0.8125
Step: 8180 Loss: 0.495047 Accuracy: 0.921875
Step: 8190 Loss: 0.540654 Accuracy: 0.90625
Step: 8200 Loss: 0.580119 Accuracy: 0.953125
Test set accuracy: 0.852
Step: 8210 Loss: 0.620115 Accuracy: 0.890625
Step: 8220 Loss: 0.514526 Accuracy: 0.90625
Step: 8230 Loss: 0.51703 Accuracy: 0.921875
Step: 8240 Loss: 0.533524 Accuracy: 0.890625
Step: 8250 Loss: 0.516515 Accuracy: 0.921875
Step: 8260 Loss: 0.494154 Accuracy: 0.921875
Switched CIFAR set to 5
Step: 8270 Loss: 0.66413 Accuracy: 0.875
Step: 8280 Loss: 0.489664 Accuracy: 0.953125
Step: 8290 Loss: 0.536066 Accuracy: 0.90625
Step: 8300 Loss: 0.526761 Accuracy: 0.9375
Test set accuracy: 0.848
Step: 8310 Loss: 0.645523 Accuracy: 0.90625
Step: 8320 Loss: 0.467705 Accuracy: 0.953125
Step: 8330 Loss: 0.394214 Accuracy: 0.96875
Step: 8340 Loss: 0.64507 Accuracy: 0.84375
Step: 8350 Loss: 0.565842 Accuracy: 0.90625
Step: 8360 Loss: 0.430975 Accuracy: 0.9375
Step: 8370 Loss: 0.579609 Accuracy: 0.890625
Step: 8380 Loss: 0.571307 Accuracy: 0.890625
Step: 8390 Loss: 0.541864 Accuracy: 0.90625
Step: 8400 Loss: 0.474149 Accuracy: 0.921875
Test set accuracy: 0.812
Step: 8410 Loss: 0.448523 Accuracy: 0.953125
Step: 8420 Loss: 0.557986 Accuracy: 0.921875
Switched CIFAR set to 1
Step: 8430 Loss: 0.674505 Accuracy: 0.875
Step: 8440 Loss: 0.661824 Accuracy: 0.84375
Step: 8450 Loss: 0.632781 Accuracy: 0.875
Step: 8460 Loss: 0.592739 Accuracy: 0.890625
Step: 8470 Loss: 0.58144 Accuracy: 0.890625
Step: 8480 Loss: 0.500884 Accuracy: 0.921875
Step: 8490 Loss: 0.52537 Accuracy: 0.90625
Step: 8500 Loss: 0.539089 Accuracy: 0.890625
Test set accuracy: 0.85
Step: 8510 Loss: 0.65798 Accuracy: 0.84375
Step: 8520 Loss: 0.493906 Accuracy: 0.921875
Step: 8530 Loss: 0.486018 Accuracy: 0.890625
Step: 8540 Loss: 0.492444 Accuracy: 0.921875
Step: 8550 Loss: 0.40752 Accuracy: 0.96875
Step: 8560 Loss: 0.49249 Accuracy: 0.90625
Step: 8570 Loss: 0.477868 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 8580 Loss: 0.79462 Accuracy: 0.8125
Step: 8590 Loss: 0.627807 Accuracy: 0.90625
Step: 8600 Loss: 0.564153 Accuracy: 0.90625
Test set accuracy: 0.802
Step: 8610 Loss: 0.494048 Accuracy: 0.9375
Step: 8620 Loss: 0.545864 Accuracy: 0.890625
Step: 8630 Loss: 0.49195 Accuracy: 0.9375
Step: 8640 Loss: 0.718645 Accuracy: 0.8125
Step: 8650 Loss: 0.648583 Accuracy: 0.890625
Step: 8660 Loss: 0.449511 Accuracy: 0.96875
Step: 8670 Loss: 0.605893 Accuracy: 0.875
Step: 8680 Loss: 0.511057 Accuracy: 0.90625
Step: 8690 Loss: 0.44538 Accuracy: 0.9375
Step: 8700 Loss: 0.417192 Accuracy: 0.96875
Test set accuracy: 0.796
Step: 8710 Loss: 0.688909 Accuracy: 0.859375
Step: 8720 Loss: 0.534053 Accuracy: 0.890625
Step: 8730 Loss: 0.457283 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 8740 Loss: 0.604861 Accuracy: 0.875
Step: 8750 Loss: 0.506443 Accuracy: 0.90625
Step: 8760 Loss: 0.636307 Accuracy: 0.859375
Step: 8770 Loss: 0.621289 Accuracy: 0.859375
Step: 8780 Loss: 0.657552 Accuracy: 0.890625
Step: 8790 Loss: 0.657805 Accuracy: 0.890625
Step: 8800 Loss: 0.618015 Accuracy: 0.84375
Test set accuracy: 0.788
Step: 8810 Loss: 0.409618 Accuracy: 0.953125
Step: 8820 Loss: 0.631548 Accuracy: 0.890625
Step: 8830 Loss: 0.467656 Accuracy: 0.953125
Step: 8840 Loss: 0.407316 Accuracy: 0.96875
Step: 8850 Loss: 0.482462 Accuracy: 0.9375
Step: 8860 Loss: 0.520163 Accuracy: 0.890625
Step: 8870 Loss: 0.438234 Accuracy: 0.96875
Step: 8880 Loss: 0.359749 Accuracy: 0.984375
Step: 8890 Loss: 0.530324 Accuracy: 0.921875
Switched CIFAR set to 4
Step: 8900 Loss: 0.588787 Accuracy: 0.90625
Test set accuracy: 0.8
Step: 8910 Loss: 0.596066 Accuracy: 0.828125
Step: 8920 Loss: 0.673622 Accuracy: 0.828125
Step: 8930 Loss: 0.54707 Accuracy: 0.90625
Step: 8940 Loss: 0.535481 Accuracy: 0.90625
Step: 8950 Loss: 0.596888 Accuracy: 0.890625
Step: 8960 Loss: 0.567594 Accuracy: 0.890625
Step: 8970 Loss: 0.478698 Accuracy: 0.9375
Step: 8980 Loss: 0.532931 Accuracy: 0.90625
Step: 8990 Loss: 0.515323 Accuracy: 0.9375
Step: 9000 Loss: 0.619232 Accuracy: 0.859375
Test set accuracy: 0.82
Step: 9010 Loss: 0.421256 Accuracy: 0.953125
Step: 9020 Loss: 0.551071 Accuracy: 0.890625
Step: 9030 Loss: 0.394412 Accuracy: 0.953125
Step: 9040 Loss: 0.566498 Accuracy: 0.921875
Switched CIFAR set to 5
Step: 9050 Loss: 0.587325 Accuracy: 0.890625
Step: 9060 Loss: 0.512568 Accuracy: 0.921875
Step: 9070 Loss: 0.580052 Accuracy: 0.921875
Step: 9080 Loss: 0.582426 Accuracy: 0.90625
Step: 9090 Loss: 0.475545 Accuracy: 0.921875
Step: 9100 Loss: 0.478212 Accuracy: 0.9375
Test set accuracy: 0.848
Step: 9110 Loss: 0.594564 Accuracy: 0.875
Step: 9120 Loss: 0.584477 Accuracy: 0.890625
Step: 9130 Loss: 0.457063 Accuracy: 0.921875
Step: 9140 Loss: 0.569627 Accuracy: 0.890625
Step: 9150 Loss: 0.493481 Accuracy: 0.890625
Step: 9160 Loss: 0.541692 Accuracy: 0.90625
Step: 9170 Loss: 0.513549 Accuracy: 0.890625
Step: 9180 Loss: 0.436826 Accuracy: 0.9375
Step: 9190 Loss: 0.486977 Accuracy: 0.9375
Step: 9200 Loss: 0.4676 Accuracy: 0.9375
Test set accuracy: 0.824
Switched CIFAR set to 1
Step: 9210 Loss: 0.530163 Accuracy: 0.921875
Step: 9220 Loss: 0.420265 Accuracy: 0.953125
Step: 9230 Loss: 0.564582 Accuracy: 0.875
Step: 9240 Loss: 0.676725 Accuracy: 0.84375
Step: 9250 Loss: 0.610436 Accuracy: 0.890625
Step: 9260 Loss: 0.511775 Accuracy: 0.9375
Step: 9270 Loss: 0.532442 Accuracy: 0.890625
Step: 9280 Loss: 0.525316 Accuracy: 0.9375
Step: 9290 Loss: 0.544471 Accuracy: 0.890625
Step: 9300 Loss: 0.676517 Accuracy: 0.84375
Test set accuracy: 0.816
Step: 9310 Loss: 0.556481 Accuracy: 0.90625
Step: 9320 Loss: 0.552745 Accuracy: 0.90625
Step: 9330 Loss: 0.608476 Accuracy: 0.90625
Step: 9340 Loss: 0.617737 Accuracy: 0.875
Step: 9350 Loss: 0.489085 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 9360 Loss: 0.605215 Accuracy: 0.890625
Step: 9370 Loss: 0.479528 Accuracy: 0.9375
Step: 9380 Loss: 0.564865 Accuracy: 0.859375
Step: 9390 Loss: 0.460061 Accuracy: 0.9375
Step: 9400 Loss: 0.572803 Accuracy: 0.90625
Test set accuracy: 0.824
Step: 9410 Loss: 0.532674 Accuracy: 0.9375
Step: 9420 Loss: 0.497392 Accuracy: 0.9375
Step: 9430 Loss: 0.500074 Accuracy: 0.90625
Step: 9440 Loss: 0.432725 Accuracy: 0.921875
Step: 9450 Loss: 0.678548 Accuracy: 0.875
Step: 9460 Loss: 0.595504 Accuracy: 0.875
Step: 9470 Loss: 0.517494 Accuracy: 0.921875
Step: 9480 Loss: 0.377373 Accuracy: 0.984375
Step: 9490 Loss: 0.386607 Accuracy: 1.0
Step: 9500 Loss: 0.464922 Accuracy: 0.9375
Test set accuracy: 0.856
Step: 9510 Loss: 0.426596 Accuracy: 0.953125
Switched CIFAR set to 3
Step: 9520 Loss: 0.593054 Accuracy: 0.890625
Step: 9530 Loss: 0.51631 Accuracy: 0.921875
Step: 9540 Loss: 0.558248 Accuracy: 0.921875
Step: 9550 Loss: 0.422195 Accuracy: 0.9375
Step: 9560 Loss: 0.588165 Accuracy: 0.890625
Step: 9570 Loss: 0.525923 Accuracy: 0.921875
Step: 9580 Loss: 0.453801 Accuracy: 0.9375
Step: 9590 Loss: 0.559682 Accuracy: 0.890625
Step: 9600 Loss: 0.446331 Accuracy: 0.953125
Test set accuracy: 0.828
Step: 9610 Loss: 0.448412 Accuracy: 0.953125
Step: 9620 Loss: 0.421399 Accuracy: 0.953125
Step: 9630 Loss: 0.623526 Accuracy: 0.890625
Step: 9640 Loss: 0.541381 Accuracy: 0.890625
Step: 9650 Loss: 0.508297 Accuracy: 0.921875
Step: 9660 Loss: 0.445477 Accuracy: 0.9375
Step: 9670 Loss: 0.55294 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 9680 Loss: 0.784945 Accuracy: 0.796875
Step: 9690 Loss: 0.385931 Accuracy: 0.96875
Step: 9700 Loss: 0.566481 Accuracy: 0.921875
Test set accuracy: 0.802
Step: 9710 Loss: 0.541661 Accuracy: 0.90625
Step: 9720 Loss: 0.499304 Accuracy: 0.953125
Step: 9730 Loss: 0.514618 Accuracy: 0.890625
Step: 9740 Loss: 0.499076 Accuracy: 0.921875
Step: 9750 Loss: 0.468042 Accuracy: 0.9375
Step: 9760 Loss: 0.413766 Accuracy: 0.96875
Step: 9770 Loss: 0.690906 Accuracy: 0.84375
Step: 9780 Loss: 0.525275 Accuracy: 0.90625
Step: 9790 Loss: 0.574183 Accuracy: 0.90625
Step: 9800 Loss: 0.475392 Accuracy: 0.9375
Test set accuracy: 0.838
Step: 9810 Loss: 0.504812 Accuracy: 0.9375
Step: 9820 Loss: 0.47791 Accuracy: 0.9375
Switched CIFAR set to 5
Step: 9830 Loss: 0.611551 Accuracy: 0.890625
Step: 9840 Loss: 0.539456 Accuracy: 0.921875
Step: 9850 Loss: 0.586209 Accuracy: 0.90625
Step: 9860 Loss: 0.455214 Accuracy: 0.921875
Step: 9870 Loss: 0.56498 Accuracy: 0.90625
Step: 9880 Loss: 0.551705 Accuracy: 0.875
Step: 9890 Loss: 0.477297 Accuracy: 0.9375
Step: 9900 Loss: 0.526184 Accuracy: 0.90625
Test set accuracy: 0.852
Step: 9910 Loss: 0.383974 Accuracy: 0.96875
Step: 9920 Loss: 0.454987 Accuracy: 0.953125
Step: 9930 Loss: 0.610679 Accuracy: 0.875
Step: 9940 Loss: 0.476034 Accuracy: 0.9375
Step: 9950 Loss: 0.468058 Accuracy: 0.9375
Step: 9960 Loss: 0.498815 Accuracy: 0.921875
Step: 9970 Loss: 0.458193 Accuracy: 0.921875
Step: 9980 Loss: 0.436624 Accuracy: 0.953125
Switched CIFAR set to 1
Step: 9990 Loss: 0.383017 Accuracy: 0.953125
Step: 10000 Loss: 0.57286 Accuracy: 0.84375
Test set accuracy: 0.846
Step: 10010 Loss: 0.667435 Accuracy: 0.859375
Step: 10020 Loss: 0.655603 Accuracy: 0.890625
Step: 10030 Loss: 0.506389 Accuracy: 0.921875
Step: 10040 Loss: 0.49557 Accuracy: 0.9375
Step: 10050 Loss: 0.440949 Accuracy: 0.953125
Step: 10060 Loss: 0.429793 Accuracy: 0.9375
Step: 10070 Loss: 0.46896 Accuracy: 0.921875
Step: 10080 Loss: 0.414003 Accuracy: 0.984375
Step: 10090 Loss: 0.608255 Accuracy: 0.875
Step: 10100 Loss: 0.517664 Accuracy: 0.9375
Test set accuracy: 0.792
Step: 10110 Loss: 0.5013 Accuracy: 0.9375
Step: 10120 Loss: 0.375447 Accuracy: 0.984375
Step: 10130 Loss: 0.453221 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 10140 Loss: 0.891442 Accuracy: 0.765625
Step: 10150 Loss: 0.513147 Accuracy: 0.921875
Step: 10160 Loss: 0.515101 Accuracy: 0.890625
Step: 10170 Loss: 0.533618 Accuracy: 0.90625
Step: 10180 Loss: 0.54051 Accuracy: 0.921875
Step: 10190 Loss: 0.455023 Accuracy: 0.9375
Step: 10200 Loss: 0.488412 Accuracy: 0.953125
Test set accuracy: 0.838
Step: 10210 Loss: 0.434495 Accuracy: 0.96875
Step: 10220 Loss: 0.65319 Accuracy: 0.875
Step: 10230 Loss: 0.503438 Accuracy: 0.9375
Step: 10240 Loss: 0.457945 Accuracy: 0.921875
Step: 10250 Loss: 0.482167 Accuracy: 0.90625
Step: 10260 Loss: 0.440813 Accuracy: 0.984375
Step: 10270 Loss: 0.579774 Accuracy: 0.90625
Step: 10280 Loss: 0.560567 Accuracy: 0.890625
Step: 10290 Loss: 0.401727 Accuracy: 0.984375
Switched CIFAR set to 3
Step: 10300 Loss: 0.622715 Accuracy: 0.875
Test set accuracy: 0.846
Step: 10310 Loss: 0.515484 Accuracy: 0.921875
Step: 10320 Loss: 0.386902 Accuracy: 0.96875
Step: 10330 Loss: 0.563452 Accuracy: 0.90625
Step: 10340 Loss: 0.467478 Accuracy: 0.921875
Step: 10350 Loss: 0.650612 Accuracy: 0.890625
Step: 10360 Loss: 0.508639 Accuracy: 0.921875
Step: 10370 Loss: 0.452939 Accuracy: 0.953125
Step: 10380 Loss: 0.42862 Accuracy: 0.96875
Step: 10390 Loss: 0.42914 Accuracy: 0.9375
Step: 10400 Loss: 0.48514 Accuracy: 0.90625
Test set accuracy: 0.828
Step: 10410 Loss: 0.421197 Accuracy: 0.921875
Step: 10420 Loss: 0.448941 Accuracy: 0.953125
Step: 10430 Loss: 0.616529 Accuracy: 0.859375
Step: 10440 Loss: 0.434449 Accuracy: 0.96875
Step: 10450 Loss: 0.489104 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 10460 Loss: 0.635978 Accuracy: 0.859375
Step: 10470 Loss: 0.617796 Accuracy: 0.859375
Step: 10480 Loss: 0.620935 Accuracy: 0.875
Step: 10490 Loss: 0.433306 Accuracy: 0.953125
Step: 10500 Loss: 0.426093 Accuracy: 0.953125
Test set accuracy: 0.822
Step: 10510 Loss: 0.601815 Accuracy: 0.875
Step: 10520 Loss: 0.502273 Accuracy: 0.890625
Step: 10530 Loss: 0.466572 Accuracy: 0.921875
Step: 10540 Loss: 0.424813 Accuracy: 0.9375
Step: 10550 Loss: 0.540197 Accuracy: 0.90625
Step: 10560 Loss: 0.542988 Accuracy: 0.890625
Step: 10570 Loss: 0.509856 Accuracy: 0.90625
Step: 10580 Loss: 0.579897 Accuracy: 0.921875
Step: 10590 Loss: 0.484073 Accuracy: 0.9375
Step: 10600 Loss: 0.553526 Accuracy: 0.921875
Test set accuracy: 0.83
Switched CIFAR set to 5
Step: 10610 Loss: 0.486581 Accuracy: 0.921875
Step: 10620 Loss: 0.665371 Accuracy: 0.84375
Step: 10630 Loss: 0.67742 Accuracy: 0.84375
Step: 10640 Loss: 0.570721 Accuracy: 0.921875
Step: 10650 Loss: 0.446422 Accuracy: 0.9375
Step: 10660 Loss: 0.42474 Accuracy: 0.953125
Step: 10670 Loss: 0.439772 Accuracy: 0.9375
Step: 10680 Loss: 0.365386 Accuracy: 1.0
Step: 10690 Loss: 0.545413 Accuracy: 0.890625
Step: 10700 Loss: 0.503563 Accuracy: 0.921875
Test set accuracy: 0.86
Step: 10710 Loss: 0.396182 Accuracy: 0.96875
Step: 10720 Loss: 0.555339 Accuracy: 0.90625
Step: 10730 Loss: 0.511917 Accuracy: 0.90625
Step: 10740 Loss: 0.361057 Accuracy: 0.984375
Step: 10750 Loss: 0.439828 Accuracy: 0.96875
Step: 10760 Loss: 0.507968 Accuracy: 0.921875
Switched CIFAR set to 1
Step: 10770 Loss: 0.551449 Accuracy: 0.890625
Step: 10780 Loss: 0.423271 Accuracy: 0.96875
Step: 10790 Loss: 0.55527 Accuracy: 0.921875
Step: 10800 Loss: 0.553024 Accuracy: 0.90625
Test set accuracy: 0.846
Step: 10810 Loss: 0.56821 Accuracy: 0.90625
Step: 10820 Loss: 0.437875 Accuracy: 0.953125
Step: 10830 Loss: 0.684698 Accuracy: 0.859375
Step: 10840 Loss: 0.679145 Accuracy: 0.84375
Step: 10850 Loss: 0.386551 Accuracy: 0.96875
Step: 10860 Loss: 0.406612 Accuracy: 0.96875
Step: 10870 Loss: 0.490759 Accuracy: 0.921875
Step: 10880 Loss: 0.401229 Accuracy: 0.953125
Step: 10890 Loss: 0.627956 Accuracy: 0.859375
Step: 10900 Loss: 0.404476 Accuracy: 0.96875
Test set accuracy: 0.818
Step: 10910 Loss: 0.514936 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 10920 Loss: 0.423733 Accuracy: 0.953125
Step: 10930 Loss: 0.660733 Accuracy: 0.859375
Step: 10940 Loss: 0.667959 Accuracy: 0.84375
Step: 10950 Loss: 0.609152 Accuracy: 0.890625
Step: 10960 Loss: 0.533523 Accuracy: 0.890625
Step: 10970 Loss: 0.484277 Accuracy: 0.9375
Step: 10980 Loss: 0.552368 Accuracy: 0.90625
Step: 10990 Loss: 0.461931 Accuracy: 0.9375
Step: 11000 Loss: 0.541318 Accuracy: 0.921875
Test set accuracy: 0.82
Step: 11010 Loss: 0.354247 Accuracy: 0.984375
Step: 11020 Loss: 0.402251 Accuracy: 0.984375
Step: 11030 Loss: 0.572138 Accuracy: 0.90625
Step: 11040 Loss: 0.504664 Accuracy: 0.921875
Step: 11050 Loss: 0.469891 Accuracy: 0.9375
Step: 11060 Loss: 0.426975 Accuracy: 0.953125
Step: 11070 Loss: 0.493866 Accuracy: 0.921875
Switched CIFAR set to 3
Step: 11080 Loss: 0.760836 Accuracy: 0.859375
Step: 11090 Loss: 0.397592 Accuracy: 0.953125
Step: 11100 Loss: 0.476633 Accuracy: 0.953125
Test set accuracy: 0.852
Step: 11110 Loss: 0.559502 Accuracy: 0.921875
Step: 11120 Loss: 0.501162 Accuracy: 0.921875
Step: 11130 Loss: 0.684246 Accuracy: 0.890625
Step: 11140 Loss: 0.511527 Accuracy: 0.90625
Step: 11150 Loss: 0.680873 Accuracy: 0.875
Step: 11160 Loss: 0.416411 Accuracy: 0.96875
Step: 11170 Loss: 0.587819 Accuracy: 0.890625
Step: 11180 Loss: 0.426755 Accuracy: 0.953125
Step: 11190 Loss: 0.413869 Accuracy: 0.96875
Step: 11200 Loss: 0.41113 Accuracy: 0.96875
Test set accuracy: 0.828
Step: 11210 Loss: 0.612864 Accuracy: 0.890625
Step: 11220 Loss: 0.416735 Accuracy: 0.984375
Step: 11230 Loss: 0.450235 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 11240 Loss: 0.656137 Accuracy: 0.859375
Step: 11250 Loss: 0.391384 Accuracy: 0.96875
Step: 11260 Loss: 0.442556 Accuracy: 0.96875
Step: 11270 Loss: 0.71096 Accuracy: 0.84375
Step: 11280 Loss: 0.536785 Accuracy: 0.90625
Step: 11290 Loss: 0.653961 Accuracy: 0.875
Step: 11300 Loss: 0.446065 Accuracy: 0.953125
Test set accuracy: 0.822
Step: 11310 Loss: 0.538981 Accuracy: 0.90625
Step: 11320 Loss: 0.513482 Accuracy: 0.921875
Step: 11330 Loss: 0.464836 Accuracy: 0.9375
Step: 11340 Loss: 0.44143 Accuracy: 0.9375
Step: 11350 Loss: 0.617453 Accuracy: 0.875
Step: 11360 Loss: 0.385254 Accuracy: 0.984375
Step: 11370 Loss: 0.419072 Accuracy: 0.953125
Step: 11380 Loss: 0.419853 Accuracy: 0.96875
Switched CIFAR set to 5
Step: 11390 Loss: 0.486157 Accuracy: 0.921875
Step: 11400 Loss: 0.52857 Accuracy: 0.9375
Test set accuracy: 0.846
Step: 11410 Loss: 0.439964 Accuracy: 0.953125
Step: 11420 Loss: 0.469959 Accuracy: 0.953125
Step: 11430 Loss: 0.394693 Accuracy: 0.984375
Step: 11440 Loss: 0.555743 Accuracy: 0.90625
Step: 11450 Loss: 0.510119 Accuracy: 0.9375
Step: 11460 Loss: 0.652429 Accuracy: 0.859375
Step: 11470 Loss: 0.512136 Accuracy: 0.9375
Step: 11480 Loss: 0.584965 Accuracy: 0.875
Step: 11490 Loss: 0.363374 Accuracy: 0.984375
Step: 11500 Loss: 0.556419 Accuracy: 0.890625
Test set accuracy: 0.824
Step: 11510 Loss: 0.532068 Accuracy: 0.9375
Step: 11520 Loss: 0.54332 Accuracy: 0.890625
Step: 11530 Loss: 0.450577 Accuracy: 0.921875
Step: 11540 Loss: 0.375507 Accuracy: 0.96875
Switched CIFAR set to 1
Step: 11550 Loss: 0.662471 Accuracy: 0.890625
Step: 11560 Loss: 0.406863 Accuracy: 0.984375
Step: 11570 Loss: 0.517451 Accuracy: 0.90625
Step: 11580 Loss: 0.502839 Accuracy: 0.90625
Step: 11590 Loss: 0.466409 Accuracy: 0.953125
Step: 11600 Loss: 0.412649 Accuracy: 0.96875
Test set accuracy: 0.848
Step: 11610 Loss: 0.396219 Accuracy: 0.96875
Step: 11620 Loss: 0.481024 Accuracy: 0.921875
Step: 11630 Loss: 0.422486 Accuracy: 0.953125
Step: 11640 Loss: 0.540027 Accuracy: 0.890625
Step: 11650 Loss: 0.515732 Accuracy: 0.921875
Step: 11660 Loss: 0.486715 Accuracy: 0.90625
Step: 11670 Loss: 0.467221 Accuracy: 0.9375
Step: 11680 Loss: 0.568539 Accuracy: 0.921875
Step: 11690 Loss: 0.395994 Accuracy: 0.96875
Switched CIFAR set to 2
Step: 11700 Loss: 0.490653 Accuracy: 0.921875
Test set accuracy: 0.82
Step: 11710 Loss: 0.444824 Accuracy: 0.9375
Step: 11720 Loss: 0.395579 Accuracy: 0.953125
Step: 11730 Loss: 0.42886 Accuracy: 0.953125
Step: 11740 Loss: 0.500123 Accuracy: 0.921875
Step: 11750 Loss: 0.42255 Accuracy: 0.953125
Step: 11760 Loss: 0.63475 Accuracy: 0.84375
Step: 11770 Loss: 0.508543 Accuracy: 0.9375
Step: 11780 Loss: 0.501932 Accuracy: 0.921875
Step: 11790 Loss: 0.383502 Accuracy: 0.96875
Step: 11800 Loss: 0.74154 Accuracy: 0.84375
Test set accuracy: 0.792
Step: 11810 Loss: 0.412563 Accuracy: 0.9375
Step: 11820 Loss: 0.409183 Accuracy: 0.96875
Step: 11830 Loss: 0.663437 Accuracy: 0.875
Step: 11840 Loss: 0.514183 Accuracy: 0.90625
Step: 11850 Loss: 0.618477 Accuracy: 0.890625
Switched CIFAR set to 3
Step: 11860 Loss: 0.525081 Accuracy: 0.90625
Step: 11870 Loss: 0.537017 Accuracy: 0.90625
Step: 11880 Loss: 0.573728 Accuracy: 0.90625
Step: 11890 Loss: 0.578726 Accuracy: 0.921875
Step: 11900 Loss: 0.524222 Accuracy: 0.921875
Test set accuracy: 0.854
Step: 11910 Loss: 0.469171 Accuracy: 0.953125
Step: 11920 Loss: 0.555251 Accuracy: 0.90625
Step: 11930 Loss: 0.586663 Accuracy: 0.875
Step: 11940 Loss: 0.421774 Accuracy: 0.953125
Step: 11950 Loss: 0.552287 Accuracy: 0.953125
Step: 11960 Loss: 0.49806 Accuracy: 0.953125
Step: 11970 Loss: 0.472492 Accuracy: 0.9375
Step: 11980 Loss: 0.441433 Accuracy: 0.953125
Step: 11990 Loss: 0.471926 Accuracy: 0.984375
Step: 12000 Loss: 0.507002 Accuracy: 0.90625
Test set accuracy: 0.828
Step: 12010 Loss: 0.517765 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 12020 Loss: 0.522701 Accuracy: 0.890625
Step: 12030 Loss: 0.488573 Accuracy: 0.953125
Step: 12040 Loss: 0.424811 Accuracy: 0.96875
Step: 12050 Loss: 0.437438 Accuracy: 0.921875
Step: 12060 Loss: 0.573942 Accuracy: 0.859375
Step: 12070 Loss: 0.435209 Accuracy: 0.953125
Step: 12080 Loss: 0.413664 Accuracy: 0.9375
Step: 12090 Loss: 0.498814 Accuracy: 0.953125
Step: 12100 Loss: 0.419977 Accuracy: 0.96875
Test set accuracy: 0.822
Step: 12110 Loss: 0.53412 Accuracy: 0.90625
Step: 12120 Loss: 0.596687 Accuracy: 0.890625
Step: 12130 Loss: 0.41262 Accuracy: 0.96875
Step: 12140 Loss: 0.475926 Accuracy: 0.890625
Step: 12150 Loss: 0.35311 Accuracy: 0.96875
Step: 12160 Loss: 0.410092 Accuracy: 0.984375
Switched CIFAR set to 5
Step: 12170 Loss: 0.536577 Accuracy: 0.90625
Step: 12180 Loss: 0.584525 Accuracy: 0.90625
Step: 12190 Loss: 0.548591 Accuracy: 0.890625
Step: 12200 Loss: 0.435503 Accuracy: 0.9375
Test set accuracy: 0.816
Step: 12210 Loss: 0.611192 Accuracy: 0.90625
Step: 12220 Loss: 0.491417 Accuracy: 0.953125
Step: 12230 Loss: 0.330595 Accuracy: 0.984375
Step: 12240 Loss: 0.413992 Accuracy: 0.953125
Step: 12250 Loss: 0.442045 Accuracy: 0.96875
Step: 12260 Loss: 0.552129 Accuracy: 0.90625
Step: 12270 Loss: 0.481511 Accuracy: 0.953125
Step: 12280 Loss: 0.460098 Accuracy: 0.953125
Step: 12290 Loss: 0.393184 Accuracy: 0.96875
Step: 12300 Loss: 0.349444 Accuracy: 1.0
Test set accuracy: 0.832
Step: 12310 Loss: 0.571406 Accuracy: 0.921875
Step: 12320 Loss: 0.333284 Accuracy: 0.984375
Switched CIFAR set to 1
Step: 12330 Loss: 0.554335 Accuracy: 0.875
Step: 12340 Loss: 0.460775 Accuracy: 0.9375
Step: 12350 Loss: 0.54738 Accuracy: 0.90625
Step: 12360 Loss: 0.409078 Accuracy: 0.96875
Step: 12370 Loss: 0.405747 Accuracy: 0.953125
Step: 12380 Loss: 0.475294 Accuracy: 0.953125
Step: 12390 Loss: 0.362107 Accuracy: 0.96875
Step: 12400 Loss: 0.432809 Accuracy: 0.9375
Test set accuracy: 0.85
Step: 12410 Loss: 0.312076 Accuracy: 1.0
Step: 12420 Loss: 0.442665 Accuracy: 0.9375
Step: 12430 Loss: 0.56397 Accuracy: 0.921875
Step: 12440 Loss: 0.550603 Accuracy: 0.921875
Step: 12450 Loss: 0.48475 Accuracy: 0.921875
Step: 12460 Loss: 0.500295 Accuracy: 0.953125
Step: 12470 Loss: 0.481359 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 12480 Loss: 0.411204 Accuracy: 0.953125
Step: 12490 Loss: 0.545284 Accuracy: 0.890625
Step: 12500 Loss: 0.490643 Accuracy: 0.90625
Test set accuracy: 0.83
Step: 12510 Loss: 0.565776 Accuracy: 0.890625
Step: 12520 Loss: 0.364733 Accuracy: 0.984375
Step: 12530 Loss: 0.462106 Accuracy: 0.921875
Step: 12540 Loss: 0.302234 Accuracy: 1.0
Step: 12550 Loss: 0.486472 Accuracy: 0.921875
Step: 12560 Loss: 0.425339 Accuracy: 0.96875
Step: 12570 Loss: 0.495016 Accuracy: 0.953125
Step: 12580 Loss: 0.543941 Accuracy: 0.921875
Step: 12590 Loss: 0.387709 Accuracy: 0.953125
Step: 12600 Loss: 0.403372 Accuracy: 0.96875
Test set accuracy: 0.872
Step: 12610 Loss: 0.41888 Accuracy: 0.953125
Step: 12620 Loss: 0.44561 Accuracy: 0.9375
Step: 12630 Loss: 0.504453 Accuracy: 0.921875
Switched CIFAR set to 3
Step: 12640 Loss: 0.474561 Accuracy: 0.9375
Step: 12650 Loss: 0.366921 Accuracy: 0.953125
Step: 12660 Loss: 0.401758 Accuracy: 0.96875
Step: 12670 Loss: 0.491991 Accuracy: 0.9375
Step: 12680 Loss: 0.555912 Accuracy: 0.90625
Step: 12690 Loss: 0.567457 Accuracy: 0.90625
Step: 12700 Loss: 0.399559 Accuracy: 0.984375
Test set accuracy: 0.838
Step: 12710 Loss: 0.374447 Accuracy: 0.984375
Step: 12720 Loss: 0.477259 Accuracy: 0.921875
Step: 12730 Loss: 0.478561 Accuracy: 0.9375
Step: 12740 Loss: 0.447885 Accuracy: 0.96875
Step: 12750 Loss: 0.439467 Accuracy: 0.953125
Step: 12760 Loss: 0.477757 Accuracy: 0.96875
Step: 12770 Loss: 0.464189 Accuracy: 0.9375
Step: 12780 Loss: 0.429373 Accuracy: 0.9375
Step: 12790 Loss: 0.491078 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 12800 Loss: 0.440279 Accuracy: 0.953125
Test set accuracy: 0.846
Step: 12810 Loss: 0.539948 Accuracy: 0.9375
Step: 12820 Loss: 0.43617 Accuracy: 0.953125
Step: 12830 Loss: 0.529986 Accuracy: 0.90625
Step: 12840 Loss: 0.435762 Accuracy: 0.953125
Step: 12850 Loss: 0.497579 Accuracy: 0.921875
Step: 12860 Loss: 0.515632 Accuracy: 0.90625
Step: 12870 Loss: 0.49995 Accuracy: 0.921875
Step: 12880 Loss: 0.391246 Accuracy: 0.984375
Step: 12890 Loss: 0.379997 Accuracy: 0.984375
Step: 12900 Loss: 0.516935 Accuracy: 0.921875
Test set accuracy: 0.816
Step: 12910 Loss: 0.433804 Accuracy: 0.921875
Step: 12920 Loss: 0.388977 Accuracy: 0.984375
Step: 12930 Loss: 0.444935 Accuracy: 0.953125
Step: 12940 Loss: 0.503127 Accuracy: 0.9375
Switched CIFAR set to 5
Step: 12950 Loss: 0.511721 Accuracy: 0.9375
Step: 12960 Loss: 0.46411 Accuracy: 0.9375
Step: 12970 Loss: 0.590712 Accuracy: 0.875
Step: 12980 Loss: 0.351351 Accuracy: 0.984375
Step: 12990 Loss: 0.447071 Accuracy: 0.9375
Step: 13000 Loss: 0.389751 Accuracy: 0.96875
Test set accuracy: 0.838
Step: 13010 Loss: 0.434035 Accuracy: 0.9375
Step: 13020 Loss: 0.37782 Accuracy: 0.96875
Step: 13030 Loss: 0.545036 Accuracy: 0.890625
Step: 13040 Loss: 0.401562 Accuracy: 0.953125
Step: 13050 Loss: 0.429915 Accuracy: 0.9375
Step: 13060 Loss: 0.434395 Accuracy: 0.984375
Step: 13070 Loss: 0.433413 Accuracy: 0.9375
Step: 13080 Loss: 0.464007 Accuracy: 0.9375
Step: 13090 Loss: 0.432168 Accuracy: 0.984375
Step: 13100 Loss: 0.600733 Accuracy: 0.90625
Test set accuracy: 0.842
Switched CIFAR set to 1
Step: 13110 Loss: 0.532265 Accuracy: 0.90625
Step: 13120 Loss: 0.533039 Accuracy: 0.921875
Step: 13130 Loss: 0.627334 Accuracy: 0.890625
Step: 13140 Loss: 0.559291 Accuracy: 0.921875
Step: 13150 Loss: 0.436227 Accuracy: 0.9375
Step: 13160 Loss: 0.477477 Accuracy: 0.9375
Step: 13170 Loss: 0.593775 Accuracy: 0.890625
Step: 13180 Loss: 0.478041 Accuracy: 0.953125
Step: 13190 Loss: 0.468986 Accuracy: 0.9375
Step: 13200 Loss: 0.411459 Accuracy: 0.921875
Test set accuracy: 0.826
Step: 13210 Loss: 0.383857 Accuracy: 0.96875
Step: 13220 Loss: 0.402353 Accuracy: 0.984375
Step: 13230 Loss: 0.481035 Accuracy: 0.953125
Step: 13240 Loss: 0.463443 Accuracy: 0.9375
Step: 13250 Loss: 0.436102 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 13260 Loss: 0.460054 Accuracy: 0.90625
Step: 13270 Loss: 0.638717 Accuracy: 0.875
Step: 13280 Loss: 0.541401 Accuracy: 0.921875
Step: 13290 Loss: 0.373533 Accuracy: 0.96875
Step: 13300 Loss: 0.556108 Accuracy: 0.921875
Test set accuracy: 0.836
Step: 13310 Loss: 0.54709 Accuracy: 0.90625
Step: 13320 Loss: 0.441826 Accuracy: 0.953125
Step: 13330 Loss: 0.428395 Accuracy: 0.953125
Step: 13340 Loss: 0.473366 Accuracy: 0.921875
Step: 13350 Loss: 0.439138 Accuracy: 0.921875
Step: 13360 Loss: 0.461122 Accuracy: 0.9375
Step: 13370 Loss: 0.420213 Accuracy: 0.953125
Step: 13380 Loss: 0.455731 Accuracy: 0.984375
Step: 13390 Loss: 0.388132 Accuracy: 0.984375
Step: 13400 Loss: 0.430082 Accuracy: 0.953125
Test set accuracy: 0.814
Step: 13410 Loss: 0.575974 Accuracy: 0.90625
Switched CIFAR set to 3
Step: 13420 Loss: 0.548902 Accuracy: 0.921875
Step: 13430 Loss: 0.473685 Accuracy: 0.9375
Step: 13440 Loss: 0.546247 Accuracy: 0.90625
Step: 13450 Loss: 0.460826 Accuracy: 0.9375
Step: 13460 Loss: 0.471292 Accuracy: 0.9375
Step: 13470 Loss: 0.354612 Accuracy: 0.984375
Step: 13480 Loss: 0.492871 Accuracy: 0.9375
Step: 13490 Loss: 0.419285 Accuracy: 0.953125
Step: 13500 Loss: 0.358721 Accuracy: 0.984375
Test set accuracy: 0.846
Step: 13510 Loss: 0.367952 Accuracy: 0.984375
Step: 13520 Loss: 0.405922 Accuracy: 0.984375
Step: 13530 Loss: 0.415309 Accuracy: 0.96875
Step: 13540 Loss: 0.431219 Accuracy: 0.9375
Step: 13550 Loss: 0.423894 Accuracy: 0.953125
Step: 13560 Loss: 0.478085 Accuracy: 0.953125
Step: 13570 Loss: 0.476587 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 13580 Loss: 0.381308 Accuracy: 0.96875
Step: 13590 Loss: 0.43967 Accuracy: 0.96875
Step: 13600 Loss: 0.505805 Accuracy: 0.921875
Test set accuracy: 0.838
Step: 13610 Loss: 0.463448 Accuracy: 0.953125
Step: 13620 Loss: 0.473682 Accuracy: 0.953125
Step: 13630 Loss: 0.494144 Accuracy: 0.921875
Step: 13640 Loss: 0.45201 Accuracy: 0.953125
Step: 13650 Loss: 0.320592 Accuracy: 0.984375
Step: 13660 Loss: 0.543511 Accuracy: 0.890625
Step: 13670 Loss: 0.431445 Accuracy: 0.96875
Step: 13680 Loss: 0.429936 Accuracy: 0.953125
Step: 13690 Loss: 0.448068 Accuracy: 0.953125
Step: 13700 Loss: 0.42572 Accuracy: 0.96875
Test set accuracy: 0.826
Step: 13710 Loss: 0.411775 Accuracy: 0.96875
Step: 13720 Loss: 0.437461 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 13730 Loss: 0.550956 Accuracy: 0.890625
Step: 13740 Loss: 0.499481 Accuracy: 0.921875
Step: 13750 Loss: 0.50573 Accuracy: 0.953125
Step: 13760 Loss: 0.403039 Accuracy: 0.96875
Step: 13770 Loss: 0.410372 Accuracy: 0.953125
Step: 13780 Loss: 0.559626 Accuracy: 0.890625
Step: 13790 Loss: 0.478062 Accuracy: 0.921875
Step: 13800 Loss: 0.530169 Accuracy: 0.90625
Test set accuracy: 0.82
Step: 13810 Loss: 0.378371 Accuracy: 1.0
Step: 13820 Loss: 0.461886 Accuracy: 0.9375
Step: 13830 Loss: 0.338658 Accuracy: 0.96875
Step: 13840 Loss: 0.473603 Accuracy: 0.9375
Step: 13850 Loss: 0.392411 Accuracy: 0.984375
Step: 13860 Loss: 0.441704 Accuracy: 0.953125
Step: 13870 Loss: 0.390902 Accuracy: 0.96875
Step: 13880 Loss: 0.384049 Accuracy: 0.96875
Switched CIFAR set to 1
Step: 13890 Loss: 0.555705 Accuracy: 0.90625
Step: 13900 Loss: 0.474505 Accuracy: 0.921875
Test set accuracy: 0.84
Step: 13910 Loss: 0.52983 Accuracy: 0.921875
Step: 13920 Loss: 0.551842 Accuracy: 0.890625
Step: 13930 Loss: 0.430774 Accuracy: 0.9375
Step: 13940 Loss: 0.404059 Accuracy: 0.984375
Step: 13950 Loss: 0.502276 Accuracy: 0.953125
Step: 13960 Loss: 0.344322 Accuracy: 0.96875
Step: 13970 Loss: 0.479535 Accuracy: 0.90625
Step: 13980 Loss: 0.408381 Accuracy: 0.953125
Step: 13990 Loss: 0.440961 Accuracy: 0.9375
Step: 14000 Loss: 0.418442 Accuracy: 0.953125
Test set accuracy: 0.846
Step: 14010 Loss: 0.328866 Accuracy: 1.0
Step: 14020 Loss: 0.393516 Accuracy: 0.96875
Step: 14030 Loss: 0.456469 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 14040 Loss: 0.546799 Accuracy: 0.890625
Step: 14050 Loss: 0.494625 Accuracy: 0.9375
Step: 14060 Loss: 0.388637 Accuracy: 0.96875
Step: 14070 Loss: 0.545156 Accuracy: 0.890625
Step: 14080 Loss: 0.488451 Accuracy: 0.953125
Step: 14090 Loss: 0.485853 Accuracy: 0.921875
Step: 14100 Loss: 0.345009 Accuracy: 0.984375
Test set accuracy: 0.838
Step: 14110 Loss: 0.42577 Accuracy: 0.9375
Step: 14120 Loss: 0.527341 Accuracy: 0.90625
Step: 14130 Loss: 0.440491 Accuracy: 0.953125
Step: 14140 Loss: 0.484271 Accuracy: 0.9375
Step: 14150 Loss: 0.386119 Accuracy: 0.984375
Step: 14160 Loss: 0.463466 Accuracy: 0.953125
Step: 14170 Loss: 0.425748 Accuracy: 0.96875
Step: 14180 Loss: 0.442815 Accuracy: 0.9375
Step: 14190 Loss: 0.455547 Accuracy: 0.9375
Switched CIFAR set to 3
Step: 14200 Loss: 0.377868 Accuracy: 0.96875
Test set accuracy: 0.874
Step: 14210 Loss: 0.424067 Accuracy: 0.953125
Step: 14220 Loss: 0.633737 Accuracy: 0.859375
Step: 14230 Loss: 0.465363 Accuracy: 0.953125
Step: 14240 Loss: 0.457069 Accuracy: 0.9375
Step: 14250 Loss: 0.518682 Accuracy: 0.9375
Step: 14260 Loss: 0.498807 Accuracy: 0.96875
Step: 14270 Loss: 0.361957 Accuracy: 0.984375
Step: 14280 Loss: 0.323559 Accuracy: 1.0
Step: 14290 Loss: 0.496604 Accuracy: 0.90625
Step: 14300 Loss: 0.394966 Accuracy: 0.984375
Test set accuracy: 0.848
Step: 14310 Loss: 0.450144 Accuracy: 0.953125
Step: 14320 Loss: 0.529612 Accuracy: 0.953125
Step: 14330 Loss: 0.427279 Accuracy: 0.953125
Step: 14340 Loss: 0.480024 Accuracy: 0.921875
Step: 14350 Loss: 0.552607 Accuracy: 0.890625
Switched CIFAR set to 4
Step: 14360 Loss: 0.470808 Accuracy: 0.90625
Step: 14370 Loss: 0.611431 Accuracy: 0.859375
Step: 14380 Loss: 0.433992 Accuracy: 0.9375
Step: 14390 Loss: 0.493786 Accuracy: 0.90625
Step: 14400 Loss: 0.483586 Accuracy: 0.921875
Test set accuracy: 0.842
Step: 14410 Loss: 0.483749 Accuracy: 0.9375
Step: 14420 Loss: 0.519567 Accuracy: 0.921875
Step: 14430 Loss: 0.548758 Accuracy: 0.921875
Step: 14440 Loss: 0.402078 Accuracy: 0.96875
Step: 14450 Loss: 0.388049 Accuracy: 0.96875
Step: 14460 Loss: 0.448432 Accuracy: 0.96875
Step: 14470 Loss: 0.477458 Accuracy: 0.953125
Step: 14480 Loss: 0.334073 Accuracy: 0.984375
Step: 14490 Loss: 0.438146 Accuracy: 0.9375
Step: 14500 Loss: 0.553392 Accuracy: 0.890625
Test set accuracy: 0.832
Switched CIFAR set to 5
Step: 14510 Loss: 0.429794 Accuracy: 0.953125
Step: 14520 Loss: 0.368969 Accuracy: 0.96875
Step: 14530 Loss: 0.379264 Accuracy: 0.96875
Step: 14540 Loss: 0.340515 Accuracy: 0.984375
Step: 14550 Loss: 0.500039 Accuracy: 0.921875
Step: 14560 Loss: 0.479149 Accuracy: 0.953125
Step: 14570 Loss: 0.478767 Accuracy: 0.9375
Step: 14580 Loss: 0.355099 Accuracy: 0.984375
Step: 14590 Loss: 0.482796 Accuracy: 0.9375
Step: 14600 Loss: 0.408232 Accuracy: 0.984375
Test set accuracy: 0.856
Step: 14610 Loss: 0.590606 Accuracy: 0.921875
Step: 14620 Loss: 0.444397 Accuracy: 0.9375
Step: 14630 Loss: 0.389941 Accuracy: 0.96875
Step: 14640 Loss: 0.354377 Accuracy: 1.0
Step: 14650 Loss: 0.367701 Accuracy: 0.953125
Step: 14660 Loss: 0.333424 Accuracy: 0.984375
Switched CIFAR set to 1
Step: 14670 Loss: 0.611902 Accuracy: 0.921875
Step: 14680 Loss: 0.583204 Accuracy: 0.90625
Step: 14690 Loss: 0.343958 Accuracy: 0.984375
Step: 14700 Loss: 0.448088 Accuracy: 0.953125
Test set accuracy: 0.854
Step: 14710 Loss: 0.548704 Accuracy: 0.90625
Step: 14720 Loss: 0.453867 Accuracy: 0.9375
Step: 14730 Loss: 0.3986 Accuracy: 0.984375
Step: 14740 Loss: 0.467276 Accuracy: 0.953125
Step: 14750 Loss: 0.567937 Accuracy: 0.90625
Step: 14760 Loss: 0.595267 Accuracy: 0.875
Step: 14770 Loss: 0.423923 Accuracy: 0.921875
Step: 14780 Loss: 0.492901 Accuracy: 0.9375
Step: 14790 Loss: 0.416186 Accuracy: 0.96875
Step: 14800 Loss: 0.393817 Accuracy: 0.984375
Test set accuracy: 0.842
Step: 14810 Loss: 0.419643 Accuracy: 0.96875
Switched CIFAR set to 2
Step: 14820 Loss: 0.427407 Accuracy: 0.9375
Step: 14830 Loss: 0.464038 Accuracy: 0.90625
Step: 14840 Loss: 0.436026 Accuracy: 0.953125
Step: 14850 Loss: 0.484139 Accuracy: 0.9375
Step: 14860 Loss: 0.373934 Accuracy: 0.96875
Step: 14870 Loss: 0.393875 Accuracy: 0.96875
Step: 14880 Loss: 0.413284 Accuracy: 0.921875
Step: 14890 Loss: 0.49622 Accuracy: 0.921875
Step: 14900 Loss: 0.346992 Accuracy: 0.984375
Test set accuracy: 0.834
Step: 14910 Loss: 0.477872 Accuracy: 0.953125
Step: 14920 Loss: 0.360447 Accuracy: 0.96875
Step: 14930 Loss: 0.533148 Accuracy: 0.921875
Step: 14940 Loss: 0.402564 Accuracy: 0.984375
Step: 14950 Loss: 0.440375 Accuracy: 0.953125
Step: 14960 Loss: 0.439594 Accuracy: 0.921875
Step: 14970 Loss: 0.377933 Accuracy: 0.984375
Switched CIFAR set to 3
Step: 14980 Loss: 0.396705 Accuracy: 0.984375
Step: 14990 Loss: 0.468705 Accuracy: 0.90625
Step: 15000 Loss: 0.437108 Accuracy: 0.953125
Test set accuracy: 0.83
Step: 15010 Loss: 0.53968 Accuracy: 0.890625
Step: 15020 Loss: 0.569376 Accuracy: 0.921875
Step: 15030 Loss: 0.488306 Accuracy: 0.9375
Step: 15040 Loss: 0.50643 Accuracy: 0.9375
Step: 15050 Loss: 0.394062 Accuracy: 0.9375
Step: 15060 Loss: 0.456136 Accuracy: 0.9375
Step: 15070 Loss: 0.441534 Accuracy: 0.921875
Step: 15080 Loss: 0.417679 Accuracy: 0.96875
Step: 15090 Loss: 0.52594 Accuracy: 0.921875
Step: 15100 Loss: 0.327144 Accuracy: 1.0
Test set accuracy: 0.864
Step: 15110 Loss: 0.374064 Accuracy: 0.953125
Step: 15120 Loss: 0.39842 Accuracy: 0.9375
Step: 15130 Loss: 0.368525 Accuracy: 0.984375
Switched CIFAR set to 4
Step: 15140 Loss: 0.572632 Accuracy: 0.90625
Step: 15150 Loss: 0.532271 Accuracy: 0.921875
Step: 15160 Loss: 0.499322 Accuracy: 0.9375
Step: 15170 Loss: 0.453853 Accuracy: 0.953125
Step: 15180 Loss: 0.509784 Accuracy: 0.953125
Step: 15190 Loss: 0.520241 Accuracy: 0.90625
Step: 15200 Loss: 0.516055 Accuracy: 0.921875
Test set accuracy: 0.84
Step: 15210 Loss: 0.513632 Accuracy: 0.953125
Step: 15220 Loss: 0.394116 Accuracy: 0.9375
Step: 15230 Loss: 0.619457 Accuracy: 0.875
Step: 15240 Loss: 0.380023 Accuracy: 0.953125
Step: 15250 Loss: 0.379367 Accuracy: 0.984375
Step: 15260 Loss: 0.360292 Accuracy: 0.984375
Step: 15270 Loss: 0.3907 Accuracy: 0.953125
Step: 15280 Loss: 0.383924 Accuracy: 0.984375
Switched CIFAR set to 5
Step: 15290 Loss: 0.371766 Accuracy: 0.96875
Step: 15300 Loss: 0.413554 Accuracy: 0.96875
Test set accuracy: 0.838
Step: 15310 Loss: 0.520938 Accuracy: 0.90625
Step: 15320 Loss: 0.469184 Accuracy: 0.953125
Step: 15330 Loss: 0.545174 Accuracy: 0.90625
Step: 15340 Loss: 0.473813 Accuracy: 0.9375
Step: 15350 Loss: 0.404227 Accuracy: 0.984375
Step: 15360 Loss: 0.387836 Accuracy: 0.96875
Step: 15370 Loss: 0.451668 Accuracy: 0.9375
Step: 15380 Loss: 0.431487 Accuracy: 0.9375
Step: 15390 Loss: 0.35965 Accuracy: 0.984375
Step: 15400 Loss: 0.404172 Accuracy: 0.9375
Test set accuracy: 0.84
Step: 15410 Loss: 0.479294 Accuracy: 0.953125
Step: 15420 Loss: 0.467172 Accuracy: 0.984375
Step: 15430 Loss: 0.351812 Accuracy: 1.0
Step: 15440 Loss: 0.413522 Accuracy: 0.9375
Switched CIFAR set to 1
Step: 15450 Loss: 0.399027 Accuracy: 0.984375
Step: 15460 Loss: 0.515589 Accuracy: 0.90625
Step: 15470 Loss: 0.57252 Accuracy: 0.921875
Step: 15480 Loss: 0.436398 Accuracy: 0.953125
Step: 15490 Loss: 0.388347 Accuracy: 0.96875
Step: 15500 Loss: 0.38348 Accuracy: 0.953125
Test set accuracy: 0.832
Step: 15510 Loss: 0.343783 Accuracy: 1.0
Step: 15520 Loss: 0.450266 Accuracy: 0.984375
Step: 15530 Loss: 0.518448 Accuracy: 0.90625
Step: 15540 Loss: 0.623402 Accuracy: 0.90625
Step: 15550 Loss: 0.361219 Accuracy: 0.984375
Step: 15560 Loss: 0.34321 Accuracy: 0.984375
Step: 15570 Loss: 0.456839 Accuracy: 0.9375
Step: 15580 Loss: 0.442626 Accuracy: 0.9375
Step: 15590 Loss: 0.474443 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 15600 Loss: 0.445675 Accuracy: 0.953125
Test set accuracy: 0.816
Step: 15610 Loss: 0.373189 Accuracy: 0.984375
Step: 15620 Loss: 0.354002 Accuracy: 0.984375
Step: 15630 Loss: 0.496301 Accuracy: 0.9375
Step: 15640 Loss: 0.379375 Accuracy: 0.96875
Step: 15650 Loss: 0.405417 Accuracy: 0.96875
Step: 15660 Loss: 0.448185 Accuracy: 0.953125
Step: 15670 Loss: 0.348647 Accuracy: 1.0
Step: 15680 Loss: 0.350771 Accuracy: 1.0
Step: 15690 Loss: 0.3558 Accuracy: 0.96875
Step: 15700 Loss: 0.443722 Accuracy: 0.921875
Test set accuracy: 0.846
Step: 15710 Loss: 0.379292 Accuracy: 0.984375
Step: 15720 Loss: 0.430332 Accuracy: 0.953125
Step: 15730 Loss: 0.312845 Accuracy: 1.0
Step: 15740 Loss: 0.34418 Accuracy: 0.984375
Step: 15750 Loss: 0.427295 Accuracy: 0.953125
Switched CIFAR set to 3
Step: 15760 Loss: 0.367815 Accuracy: 0.96875
Step: 15770 Loss: 0.396859 Accuracy: 0.984375
Step: 15780 Loss: 0.400803 Accuracy: 0.96875
Step: 15790 Loss: 0.387061 Accuracy: 0.984375
Step: 15800 Loss: 0.416678 Accuracy: 0.96875
Test set accuracy: 0.848
Step: 15810 Loss: 0.520252 Accuracy: 0.953125
Step: 15820 Loss: 0.570089 Accuracy: 0.859375
Step: 15830 Loss: 0.436076 Accuracy: 0.96875
Step: 15840 Loss: 0.41341 Accuracy: 0.96875
Step: 15850 Loss: 0.421994 Accuracy: 0.953125
Step: 15860 Loss: 0.420414 Accuracy: 0.96875
Step: 15870 Loss: 0.475945 Accuracy: 0.9375
Step: 15880 Loss: 0.356834 Accuracy: 0.984375
Step: 15890 Loss: 0.461724 Accuracy: 0.9375
Step: 15900 Loss: 0.399834 Accuracy: 0.96875
Test set accuracy: 0.84
Step: 15910 Loss: 0.366472 Accuracy: 1.0
Switched CIFAR set to 4
Step: 15920 Loss: 0.42747 Accuracy: 0.953125
Step: 15930 Loss: 0.438672 Accuracy: 0.953125
Step: 15940 Loss: 0.517759 Accuracy: 0.921875
Step: 15950 Loss: 0.368762 Accuracy: 0.984375
Step: 15960 Loss: 0.519533 Accuracy: 0.875
Step: 15970 Loss: 0.431742 Accuracy: 0.953125
Step: 15980 Loss: 0.523472 Accuracy: 0.90625
Step: 15990 Loss: 0.346113 Accuracy: 0.984375
Step: 16000 Loss: 0.405513 Accuracy: 0.96875
Test set accuracy: 0.82
Step: 16010 Loss: 0.461798 Accuracy: 0.921875
Step: 16020 Loss: 0.380392 Accuracy: 0.984375
Step: 16030 Loss: 0.388168 Accuracy: 0.953125
Step: 16040 Loss: 0.36258 Accuracy: 0.984375
Step: 16050 Loss: 0.423224 Accuracy: 0.96875
Step: 16060 Loss: 0.452683 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 16070 Loss: 0.339598 Accuracy: 0.984375
Step: 16080 Loss: 0.505872 Accuracy: 0.921875
Step: 16090 Loss: 0.483866 Accuracy: 0.953125
Step: 16100 Loss: 0.433379 Accuracy: 0.96875
Test set accuracy: 0.856
Step: 16110 Loss: 0.352745 Accuracy: 0.96875
Step: 16120 Loss: 0.333584 Accuracy: 1.0
Step: 16130 Loss: 0.388569 Accuracy: 0.984375
Step: 16140 Loss: 0.388614 Accuracy: 0.984375
Step: 16150 Loss: 0.37894 Accuracy: 0.96875
Step: 16160 Loss: 0.429217 Accuracy: 0.96875
Step: 16170 Loss: 0.472128 Accuracy: 0.9375
Step: 16180 Loss: 0.491587 Accuracy: 0.953125
Step: 16190 Loss: 0.547374 Accuracy: 0.9375
Step: 16200 Loss: 0.359021 Accuracy: 0.984375
Test set accuracy: 0.818
Step: 16210 Loss: 0.428432 Accuracy: 0.9375
Step: 16220 Loss: 0.435414 Accuracy: 0.953125
Switched CIFAR set to 1
Step: 16230 Loss: 0.466993 Accuracy: 0.921875
Step: 16240 Loss: 0.34673 Accuracy: 1.0
Step: 16250 Loss: 0.397064 Accuracy: 0.96875
Step: 16260 Loss: 0.485999 Accuracy: 0.953125
Step: 16270 Loss: 0.405735 Accuracy: 0.953125
Step: 16280 Loss: 0.531067 Accuracy: 0.921875
Step: 16290 Loss: 0.374818 Accuracy: 0.96875
Step: 16300 Loss: 0.413903 Accuracy: 0.953125
Test set accuracy: 0.844
Step: 16310 Loss: 0.430356 Accuracy: 0.96875
Step: 16320 Loss: 0.400252 Accuracy: 0.953125
Step: 16330 Loss: 0.494217 Accuracy: 0.953125
Step: 16340 Loss: 0.421137 Accuracy: 0.96875
Step: 16350 Loss: 0.372869 Accuracy: 0.984375
Step: 16360 Loss: 0.367423 Accuracy: 0.96875
Step: 16370 Loss: 0.449407 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 16380 Loss: 0.515305 Accuracy: 0.921875
Step: 16390 Loss: 0.37802 Accuracy: 0.96875
Step: 16400 Loss: 0.462275 Accuracy: 0.9375
Test set accuracy: 0.858
Step: 16410 Loss: 0.423701 Accuracy: 0.96875
Step: 16420 Loss: 0.488359 Accuracy: 0.921875
Step: 16430 Loss: 0.361019 Accuracy: 0.984375
Step: 16440 Loss: 0.518241 Accuracy: 0.90625
Step: 16450 Loss: 0.403498 Accuracy: 0.953125
Step: 16460 Loss: 0.383551 Accuracy: 0.96875
Step: 16470 Loss: 0.447654 Accuracy: 0.953125
Step: 16480 Loss: 0.428146 Accuracy: 0.953125
Step: 16490 Loss: 0.437892 Accuracy: 0.921875
Step: 16500 Loss: 0.373365 Accuracy: 0.953125
Test set accuracy: 0.844
Step: 16510 Loss: 0.499721 Accuracy: 0.921875
Step: 16520 Loss: 0.376579 Accuracy: 0.96875
Step: 16530 Loss: 0.378141 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 16540 Loss: 0.487007 Accuracy: 0.9375
Step: 16550 Loss: 0.391524 Accuracy: 0.96875
Step: 16560 Loss: 0.383013 Accuracy: 0.984375
Step: 16570 Loss: 0.598561 Accuracy: 0.890625
Step: 16580 Loss: 0.412426 Accuracy: 0.9375
Step: 16590 Loss: 0.453903 Accuracy: 0.9375
Step: 16600 Loss: 0.367864 Accuracy: 0.96875
Test set accuracy: 0.822
Step: 16610 Loss: 0.422101 Accuracy: 0.953125
Step: 16620 Loss: 0.48995 Accuracy: 0.953125
Step: 16630 Loss: 0.382831 Accuracy: 0.96875
Step: 16640 Loss: 0.505262 Accuracy: 0.9375
Step: 16650 Loss: 0.35097 Accuracy: 0.984375
Step: 16660 Loss: 0.334459 Accuracy: 1.0
Step: 16670 Loss: 0.408151 Accuracy: 0.953125
Step: 16680 Loss: 0.371119 Accuracy: 0.984375
Step: 16690 Loss: 0.333109 Accuracy: 0.984375
Switched CIFAR set to 4
Step: 16700 Loss: 0.415414 Accuracy: 0.96875
Test set accuracy: 0.816
Step: 16710 Loss: 0.42025 Accuracy: 0.9375
Step: 16720 Loss: 0.464686 Accuracy: 0.921875
Step: 16730 Loss: 0.510953 Accuracy: 0.9375
Step: 16740 Loss: 0.490739 Accuracy: 0.921875
Step: 16750 Loss: 0.462559 Accuracy: 0.9375
Step: 16760 Loss: 0.483348 Accuracy: 0.9375
Step: 16770 Loss: 0.364022 Accuracy: 0.984375
Step: 16780 Loss: 0.388808 Accuracy: 0.96875
Step: 16790 Loss: 0.453417 Accuracy: 0.96875
Step: 16800 Loss: 0.464105 Accuracy: 0.921875
Test set accuracy: 0.814
Step: 16810 Loss: 0.406289 Accuracy: 0.96875
Step: 16820 Loss: 0.38655 Accuracy: 0.953125
Step: 16830 Loss: 0.418112 Accuracy: 0.96875
Step: 16840 Loss: 0.35898 Accuracy: 1.0
Switched CIFAR set to 5
Step: 16850 Loss: 0.583616 Accuracy: 0.859375
Step: 16860 Loss: 0.406963 Accuracy: 0.953125
Step: 16870 Loss: 0.379874 Accuracy: 1.0
Step: 16880 Loss: 0.401063 Accuracy: 0.96875
Step: 16890 Loss: 0.396586 Accuracy: 0.984375
Step: 16900 Loss: 0.378891 Accuracy: 0.984375
Test set accuracy: 0.846
Step: 16910 Loss: 0.419594 Accuracy: 0.96875
Step: 16920 Loss: 0.326136 Accuracy: 1.0
Step: 16930 Loss: 0.347234 Accuracy: 1.0
Step: 16940 Loss: 0.440292 Accuracy: 0.9375
Step: 16950 Loss: 0.345942 Accuracy: 0.984375
Step: 16960 Loss: 0.36251 Accuracy: 0.984375
Step: 16970 Loss: 0.569816 Accuracy: 0.9375
Step: 16980 Loss: 0.365919 Accuracy: 0.984375
Step: 16990 Loss: 0.402868 Accuracy: 0.984375
Step: 17000 Loss: 0.416653 Accuracy: 0.96875
Test set accuracy: 0.864
Switched CIFAR set to 1
Step: 17010 Loss: 0.523881 Accuracy: 0.9375
Step: 17020 Loss: 0.522919 Accuracy: 0.9375
Step: 17030 Loss: 0.399254 Accuracy: 0.984375
Step: 17040 Loss: 0.389974 Accuracy: 0.984375
Step: 17050 Loss: 0.338861 Accuracy: 0.984375
Step: 17060 Loss: 0.418703 Accuracy: 0.96875
Step: 17070 Loss: 0.471161 Accuracy: 0.921875
Step: 17080 Loss: 0.402198 Accuracy: 0.96875
Step: 17090 Loss: 0.390231 Accuracy: 0.96875
Step: 17100 Loss: 0.424965 Accuracy: 0.9375
Test set accuracy: 0.836
Step: 17110 Loss: 0.442697 Accuracy: 0.96875
Step: 17120 Loss: 0.35178 Accuracy: 1.0
Step: 17130 Loss: 0.478675 Accuracy: 0.9375
Step: 17140 Loss: 0.405099 Accuracy: 0.953125
Step: 17150 Loss: 0.388639 Accuracy: 0.96875
Switched CIFAR set to 2
Step: 17160 Loss: 0.458285 Accuracy: 0.921875
Step: 17170 Loss: 0.526609 Accuracy: 0.90625
Step: 17180 Loss: 0.531092 Accuracy: 0.90625
Step: 17190 Loss: 0.459787 Accuracy: 0.96875
Step: 17200 Loss: 0.505835 Accuracy: 0.921875
Test set accuracy: 0.844
Step: 17210 Loss: 0.421425 Accuracy: 0.953125
Step: 17220 Loss: 0.454954 Accuracy: 0.953125
Step: 17230 Loss: 0.507294 Accuracy: 0.9375
Step: 17240 Loss: 0.359273 Accuracy: 0.984375
Step: 17250 Loss: 0.508396 Accuracy: 0.921875
Step: 17260 Loss: 0.369113 Accuracy: 0.984375
Step: 17270 Loss: 0.393964 Accuracy: 0.96875
Step: 17280 Loss: 0.469902 Accuracy: 0.953125
Step: 17290 Loss: 0.454597 Accuracy: 0.96875
Step: 17300 Loss: 0.368505 Accuracy: 0.984375
Test set accuracy: 0.864
Step: 17310 Loss: 0.381682 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 17320 Loss: 0.379001 Accuracy: 0.96875
Step: 17330 Loss: 0.458016 Accuracy: 0.953125
Step: 17340 Loss: 0.38557 Accuracy: 0.984375
Step: 17350 Loss: 0.497969 Accuracy: 0.953125
Step: 17360 Loss: 0.4705 Accuracy: 0.921875
Step: 17370 Loss: 0.40746 Accuracy: 0.984375
Step: 17380 Loss: 0.332125 Accuracy: 0.96875
Step: 17390 Loss: 0.439174 Accuracy: 0.953125
Step: 17400 Loss: 0.505755 Accuracy: 0.9375
Test set accuracy: 0.864
Step: 17410 Loss: 0.391389 Accuracy: 0.953125
Step: 17420 Loss: 0.421507 Accuracy: 0.953125
Step: 17430 Loss: 0.430026 Accuracy: 0.9375
Step: 17440 Loss: 0.40177 Accuracy: 0.984375
Step: 17450 Loss: 0.410977 Accuracy: 0.96875
Step: 17460 Loss: 0.464424 Accuracy: 0.953125
Step: 17470 Loss: 0.353656 Accuracy: 0.984375
Switched CIFAR set to 4
Step: 17480 Loss: 0.45605 Accuracy: 0.9375
Step: 17490 Loss: 0.385953 Accuracy: 0.96875
Step: 17500 Loss: 0.517197 Accuracy: 0.90625
Test set accuracy: 0.834
Step: 17510 Loss: 0.487491 Accuracy: 0.921875
Step: 17520 Loss: 0.380329 Accuracy: 0.96875
Step: 17530 Loss: 0.396367 Accuracy: 0.984375
Step: 17540 Loss: 0.518298 Accuracy: 0.921875
Step: 17550 Loss: 0.425471 Accuracy: 0.953125
Step: 17560 Loss: 0.374671 Accuracy: 0.984375
Step: 17570 Loss: 0.444354 Accuracy: 0.953125
Step: 17580 Loss: 0.314927 Accuracy: 1.0
Step: 17590 Loss: 0.403196 Accuracy: 0.96875
Step: 17600 Loss: 0.360939 Accuracy: 1.0
Test set accuracy: 0.85
Step: 17610 Loss: 0.423407 Accuracy: 0.96875
Step: 17620 Loss: 0.339463 Accuracy: 0.984375
Switched CIFAR set to 5
Step: 17630 Loss: 0.327431 Accuracy: 1.0
Step: 17640 Loss: 0.407226 Accuracy: 0.96875
Step: 17650 Loss: 0.422749 Accuracy: 0.953125
Step: 17660 Loss: 0.406301 Accuracy: 0.953125
Step: 17670 Loss: 0.481273 Accuracy: 0.9375
Step: 17680 Loss: 0.452994 Accuracy: 0.9375
Step: 17690 Loss: 0.354758 Accuracy: 0.984375
Step: 17700 Loss: 0.436628 Accuracy: 0.921875
Test set accuracy: 0.826
Step: 17710 Loss: 0.383158 Accuracy: 0.984375
Step: 17720 Loss: 0.497001 Accuracy: 0.953125
Step: 17730 Loss: 0.410326 Accuracy: 0.953125
Step: 17740 Loss: 0.467007 Accuracy: 0.953125
Step: 17750 Loss: 0.473838 Accuracy: 0.9375
Step: 17760 Loss: 0.406976 Accuracy: 0.9375
Step: 17770 Loss: 0.360686 Accuracy: 0.984375
Step: 17780 Loss: 0.425997 Accuracy: 0.984375
Switched CIFAR set to 1
Step: 17790 Loss: 0.534603 Accuracy: 0.9375
Step: 17800 Loss: 0.508041 Accuracy: 0.90625
Test set accuracy: 0.858
Step: 17810 Loss: 0.481869 Accuracy: 0.921875
Step: 17820 Loss: 0.37686 Accuracy: 0.984375
Step: 17830 Loss: 0.360028 Accuracy: 0.984375
Step: 17840 Loss: 0.338324 Accuracy: 0.984375
Step: 17850 Loss: 0.391939 Accuracy: 0.984375
Step: 17860 Loss: 0.350493 Accuracy: 0.984375
Step: 17870 Loss: 0.378808 Accuracy: 0.96875
Step: 17880 Loss: 0.341222 Accuracy: 1.0
Step: 17890 Loss: 0.441983 Accuracy: 0.9375
Step: 17900 Loss: 0.355923 Accuracy: 0.984375
Test set accuracy: 0.84
Step: 17910 Loss: 0.42198 Accuracy: 0.9375
Step: 17920 Loss: 0.335819 Accuracy: 1.0
Step: 17930 Loss: 0.388731 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 17940 Loss: 0.622627 Accuracy: 0.921875
Step: 17950 Loss: 0.448005 Accuracy: 0.953125
Step: 17960 Loss: 0.369661 Accuracy: 1.0
Step: 17970 Loss: 0.324502 Accuracy: 0.984375
Step: 17980 Loss: 0.362379 Accuracy: 0.984375
Step: 17990 Loss: 0.364254 Accuracy: 0.984375
Step: 18000 Loss: 0.322438 Accuracy: 1.0
Test set accuracy: 0.846
Step: 18010 Loss: 0.442608 Accuracy: 0.953125
Step: 18020 Loss: 0.484002 Accuracy: 0.9375
Step: 18030 Loss: 0.403641 Accuracy: 0.953125
Step: 18040 Loss: 0.393598 Accuracy: 0.984375
Step: 18050 Loss: 0.353816 Accuracy: 0.984375
Step: 18060 Loss: 0.397512 Accuracy: 0.96875
Step: 18070 Loss: 0.446599 Accuracy: 0.953125
Step: 18080 Loss: 0.399155 Accuracy: 0.96875
Step: 18090 Loss: 0.343011 Accuracy: 0.984375
Switched CIFAR set to 3
Step: 18100 Loss: 0.382078 Accuracy: 0.96875
Test set accuracy: 0.826
Step: 18110 Loss: 0.465183 Accuracy: 0.953125
Step: 18120 Loss: 0.430082 Accuracy: 0.921875
Step: 18130 Loss: 0.532365 Accuracy: 0.9375
Step: 18140 Loss: 0.492369 Accuracy: 0.9375
Step: 18150 Loss: 0.384388 Accuracy: 0.984375
Step: 18160 Loss: 0.462698 Accuracy: 0.9375
Step: 18170 Loss: 0.384787 Accuracy: 0.953125
Step: 18180 Loss: 0.336224 Accuracy: 1.0
Step: 18190 Loss: 0.376741 Accuracy: 0.953125
Step: 18200 Loss: 0.375561 Accuracy: 0.96875
Test set accuracy: 0.872
Step: 18210 Loss: 0.408501 Accuracy: 0.96875
Step: 18220 Loss: 0.355437 Accuracy: 0.96875
Step: 18230 Loss: 0.424501 Accuracy: 0.953125
Step: 18240 Loss: 0.419545 Accuracy: 0.96875
Step: 18250 Loss: 0.332015 Accuracy: 1.0
Switched CIFAR set to 4
Step: 18260 Loss: 0.495274 Accuracy: 0.953125
Step: 18270 Loss: 0.343782 Accuracy: 1.0
Step: 18280 Loss: 0.469273 Accuracy: 0.953125
Step: 18290 Loss: 0.378667 Accuracy: 0.953125
Step: 18300 Loss: 0.402208 Accuracy: 0.96875
Test set accuracy: 0.81
Step: 18310 Loss: 0.487129 Accuracy: 0.921875
Step: 18320 Loss: 0.334837 Accuracy: 1.0
Step: 18330 Loss: 0.494887 Accuracy: 0.9375
Step: 18340 Loss: 0.475698 Accuracy: 0.9375
Step: 18350 Loss: 0.333064 Accuracy: 1.0
Step: 18360 Loss: 0.371749 Accuracy: 0.96875
Step: 18370 Loss: 0.393484 Accuracy: 0.984375
Step: 18380 Loss: 0.421876 Accuracy: 0.9375
Step: 18390 Loss: 0.438216 Accuracy: 0.9375
Step: 18400 Loss: 0.376874 Accuracy: 0.984375
Test set accuracy: 0.8
Switched CIFAR set to 5
Step: 18410 Loss: 0.429206 Accuracy: 0.96875
Step: 18420 Loss: 0.340574 Accuracy: 1.0
Step: 18430 Loss: 0.379179 Accuracy: 0.96875
Step: 18440 Loss: 0.369736 Accuracy: 0.96875
Step: 18450 Loss: 0.470563 Accuracy: 0.953125
Step: 18460 Loss: 0.419167 Accuracy: 0.9375
Step: 18470 Loss: 0.316968 Accuracy: 1.0
Step: 18480 Loss: 0.367388 Accuracy: 1.0
Step: 18490 Loss: 0.323471 Accuracy: 1.0
Step: 18500 Loss: 0.358231 Accuracy: 1.0
Test set accuracy: 0.83
Step: 18510 Loss: 0.375773 Accuracy: 1.0
Step: 18520 Loss: 0.317719 Accuracy: 0.984375
Step: 18530 Loss: 0.319561 Accuracy: 1.0
Step: 18540 Loss: 0.425015 Accuracy: 0.953125
Step: 18550 Loss: 0.370842 Accuracy: 0.96875
Step: 18560 Loss: 0.368791 Accuracy: 0.984375
Switched CIFAR set to 1
Step: 18570 Loss: 0.485028 Accuracy: 0.921875
Step: 18580 Loss: 0.439939 Accuracy: 0.9375
Step: 18590 Loss: 0.439211 Accuracy: 0.9375
Step: 18600 Loss: 0.521207 Accuracy: 0.9375
Test set accuracy: 0.828
Step: 18610 Loss: 0.404802 Accuracy: 0.953125
Step: 18620 Loss: 0.465845 Accuracy: 0.96875
Step: 18630 Loss: 0.364912 Accuracy: 0.96875
Step: 18640 Loss: 0.383913 Accuracy: 0.96875
Step: 18650 Loss: 0.478413 Accuracy: 0.9375
Step: 18660 Loss: 0.417276 Accuracy: 0.96875
Step: 18670 Loss: 0.410701 Accuracy: 0.953125
Step: 18680 Loss: 0.357896 Accuracy: 0.984375
Step: 18690 Loss: 0.474301 Accuracy: 0.9375
Step: 18700 Loss: 0.349069 Accuracy: 0.984375
Test set accuracy: 0.814
Step: 18710 Loss: 0.42421 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 18720 Loss: 0.388589 Accuracy: 0.984375
Step: 18730 Loss: 0.396164 Accuracy: 0.984375
Step: 18740 Loss: 0.402754 Accuracy: 0.953125
Step: 18750 Loss: 0.500281 Accuracy: 0.9375
Step: 18760 Loss: 0.384886 Accuracy: 0.984375
Step: 18770 Loss: 0.366988 Accuracy: 0.984375
Step: 18780 Loss: 0.346364 Accuracy: 0.984375
Step: 18790 Loss: 0.455209 Accuracy: 0.953125
Step: 18800 Loss: 0.336977 Accuracy: 1.0
Test set accuracy: 0.854
Step: 18810 Loss: 0.342759 Accuracy: 0.984375
Step: 18820 Loss: 0.415216 Accuracy: 0.96875
Step: 18830 Loss: 0.342752 Accuracy: 1.0
Step: 18840 Loss: 0.392259 Accuracy: 0.984375
Step: 18850 Loss: 0.431228 Accuracy: 0.96875
Step: 18860 Loss: 0.344165 Accuracy: 0.984375
Step: 18870 Loss: 0.371858 Accuracy: 0.984375
Switched CIFAR set to 3
Step: 18880 Loss: 0.453192 Accuracy: 0.921875
Step: 18890 Loss: 0.349518 Accuracy: 0.984375
Step: 18900 Loss: 0.482494 Accuracy: 0.9375
Test set accuracy: 0.812
Step: 18910 Loss: 0.334422 Accuracy: 0.984375
Step: 18920 Loss: 0.354033 Accuracy: 0.984375
Step: 18930 Loss: 0.40029 Accuracy: 0.96875
Step: 18940 Loss: 0.543479 Accuracy: 0.921875
Step: 18950 Loss: 0.357147 Accuracy: 0.984375
Step: 18960 Loss: 0.323298 Accuracy: 1.0
Step: 18970 Loss: 0.351339 Accuracy: 0.96875
Step: 18980 Loss: 0.37296 Accuracy: 0.984375
Step: 18990 Loss: 0.526532 Accuracy: 0.9375
Step: 19000 Loss: 0.321345 Accuracy: 1.0
Test set accuracy: 0.822
Step: 19010 Loss: 0.406561 Accuracy: 0.953125
Step: 19020 Loss: 0.397718 Accuracy: 0.96875
Step: 19030 Loss: 0.408321 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 19040 Loss: 0.46271 Accuracy: 0.953125
Step: 19050 Loss: 0.413486 Accuracy: 0.953125
Step: 19060 Loss: 0.432646 Accuracy: 0.96875
Step: 19070 Loss: 0.342348 Accuracy: 0.984375
Step: 19080 Loss: 0.387921 Accuracy: 0.953125
Step: 19090 Loss: 0.501806 Accuracy: 0.921875
Step: 19100 Loss: 0.506716 Accuracy: 0.9375
Test set accuracy: 0.838
Step: 19110 Loss: 0.381814 Accuracy: 0.96875
Step: 19120 Loss: 0.340347 Accuracy: 1.0
Step: 19130 Loss: 0.518826 Accuracy: 0.9375
Step: 19140 Loss: 0.340027 Accuracy: 0.984375
Step: 19150 Loss: 0.356198 Accuracy: 1.0
Step: 19160 Loss: 0.420737 Accuracy: 0.953125
Step: 19170 Loss: 0.387913 Accuracy: 0.984375
Step: 19180 Loss: 0.387107 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 19190 Loss: 0.451126 Accuracy: 0.953125
Step: 19200 Loss: 0.450506 Accuracy: 0.921875
Test set accuracy: 0.854
Step: 19210 Loss: 0.46105 Accuracy: 0.9375
Step: 19220 Loss: 0.322969 Accuracy: 0.984375
Step: 19230 Loss: 0.526614 Accuracy: 0.9375
Step: 19240 Loss: 0.327708 Accuracy: 0.984375
Step: 19250 Loss: 0.402844 Accuracy: 0.96875
Step: 19260 Loss: 0.418557 Accuracy: 0.96875
Step: 19270 Loss: 0.423161 Accuracy: 0.953125
Step: 19280 Loss: 0.353896 Accuracy: 1.0
Step: 19290 Loss: 0.32666 Accuracy: 1.0
Step: 19300 Loss: 0.456802 Accuracy: 0.9375
Test set accuracy: 0.846
Step: 19310 Loss: 0.53419 Accuracy: 0.921875
Step: 19320 Loss: 0.433861 Accuracy: 0.96875
Step: 19330 Loss: 0.441668 Accuracy: 0.96875
Step: 19340 Loss: 0.371358 Accuracy: 0.984375
Switched CIFAR set to 1
Step: 19350 Loss: 0.523031 Accuracy: 0.90625
Step: 19360 Loss: 0.492122 Accuracy: 0.9375
Step: 19370 Loss: 0.452611 Accuracy: 0.9375
Step: 19380 Loss: 0.397209 Accuracy: 0.96875
Step: 19390 Loss: 0.38526 Accuracy: 0.96875
Step: 19400 Loss: 0.384189 Accuracy: 0.96875
Test set accuracy: 0.842
Step: 19410 Loss: 0.540974 Accuracy: 0.921875
Step: 19420 Loss: 0.370108 Accuracy: 0.96875
Step: 19430 Loss: 0.433836 Accuracy: 0.953125
Step: 19440 Loss: 0.418081 Accuracy: 0.953125
Step: 19450 Loss: 0.453558 Accuracy: 0.953125
Step: 19460 Loss: 0.373475 Accuracy: 0.96875
Step: 19470 Loss: 0.479358 Accuracy: 0.9375
Step: 19480 Loss: 0.457823 Accuracy: 0.96875
Step: 19490 Loss: 0.433551 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 19500 Loss: 0.387206 Accuracy: 0.984375
Test set accuracy: 0.874
Step: 19510 Loss: 0.381401 Accuracy: 0.96875
Step: 19520 Loss: 0.384966 Accuracy: 0.96875
Step: 19530 Loss: 0.434043 Accuracy: 0.953125
Step: 19540 Loss: 0.42099 Accuracy: 0.96875
Step: 19550 Loss: 0.40717 Accuracy: 0.96875
Step: 19560 Loss: 0.395565 Accuracy: 0.96875
Step: 19570 Loss: 0.427858 Accuracy: 0.96875
Step: 19580 Loss: 0.334486 Accuracy: 1.0
Step: 19590 Loss: 0.403501 Accuracy: 0.96875
Step: 19600 Loss: 0.421774 Accuracy: 0.953125
Test set accuracy: 0.844
Step: 19610 Loss: 0.330356 Accuracy: 0.984375
Step: 19620 Loss: 0.410069 Accuracy: 0.984375
Step: 19630 Loss: 0.422407 Accuracy: 0.96875
Step: 19640 Loss: 0.394249 Accuracy: 0.984375
Step: 19650 Loss: 0.433974 Accuracy: 0.953125
Switched CIFAR set to 3
Step: 19660 Loss: 0.421321 Accuracy: 0.921875
Step: 19670 Loss: 0.515802 Accuracy: 0.90625
Step: 19680 Loss: 0.43199 Accuracy: 0.953125
Step: 19690 Loss: 0.333976 Accuracy: 0.984375
Step: 19700 Loss: 0.431671 Accuracy: 0.96875
Test set accuracy: 0.858
Step: 19710 Loss: 0.318693 Accuracy: 0.984375
Step: 19720 Loss: 0.489976 Accuracy: 0.9375
Step: 19730 Loss: 0.401889 Accuracy: 0.953125
Step: 19740 Loss: 0.344647 Accuracy: 0.984375
Step: 19750 Loss: 0.427212 Accuracy: 0.953125
Step: 19760 Loss: 0.360777 Accuracy: 0.96875
Step: 19770 Loss: 0.352743 Accuracy: 0.984375
Step: 19780 Loss: 0.407809 Accuracy: 0.96875
Step: 19790 Loss: 0.429831 Accuracy: 0.96875
Step: 19800 Loss: 0.372687 Accuracy: 0.984375
Test set accuracy: 0.824
Step: 19810 Loss: 0.35443 Accuracy: 1.0
Switched CIFAR set to 4
Step: 19820 Loss: 0.454394 Accuracy: 0.953125
Step: 19830 Loss: 0.308879 Accuracy: 1.0
Step: 19840 Loss: 0.328671 Accuracy: 1.0
Step: 19850 Loss: 0.368029 Accuracy: 0.984375
Step: 19860 Loss: 0.31026 Accuracy: 0.984375
Step: 19870 Loss: 0.363321 Accuracy: 0.984375
Step: 19880 Loss: 0.478046 Accuracy: 0.953125
Step: 19890 Loss: 0.299473 Accuracy: 1.0
Step: 19900 Loss: 0.351321 Accuracy: 0.984375
Test set accuracy: 0.808
Step: 19910 Loss: 0.322745 Accuracy: 1.0
Step: 19920 Loss: 0.337046 Accuracy: 1.0
Step: 19930 Loss: 0.419436 Accuracy: 0.953125
Step: 19940 Loss: 0.323672 Accuracy: 0.984375
Step: 19950 Loss: 0.430777 Accuracy: 0.984375
Step: 19960 Loss: 0.518162 Accuracy: 0.9375
Switched CIFAR set to 5
Step: 19970 Loss: 0.422222 Accuracy: 0.96875
Step: 19980 Loss: 0.426896 Accuracy: 0.96875
Step: 19990 Loss: 0.370456 Accuracy: 0.984375
Model saved in file: ./trainingmodels/model_resnet.ckpt
In [9]:
plt.plot(l) #Plot training loss
Out[9]:
[<matplotlib.lines.Line2D at 0x7fad359fbbd0>]
In [10]:
plt.plot(a) #Plot training accuracy
Out[10]:
[<matplotlib.lines.Line2D at 0x7fad3de74a50>]
In [11]:
plt.plot(aT) #Plot test accuracy
Out[11]:
[<matplotlib.lines.Line2D at 0x7fad3dfdaf90>]
In [12]:
np.max(aT) #Best test accuracy
Out[12]:
0.874
In [6]:
# Calculate test accuracy
def CalcTestAccuracy(sess, data, labels, isTransformed):
percentageList = np.zeros(10)
yT = np.reshape(np.array(labels),[len(labels)])
if(isTransformed):
lossT,yP = sess.run([loss,output],feed_dict={input_layer:data.eval(),label_layer:yT})
else:
lossT,yP = sess.run([loss,output],feed_dict={input_layer:data,label_layer:yT})
equal = np.equal(yT,np.argmax(yP,1))
accuracy = np.sum(equal)/float(len(yT))
print "Test set accuracy: " + str(accuracy)
for i in range(0,len(yT)):
if equal[i] == False:
index = yT[i]
percentageList[index] += 1
return accuracy, percentageList
In [7]:
def RotateAndCalc(sess, images, labels):
#List with all accuracies
accList = []
prcList = np.zeros(len(labels))
rotAngle = 10
curAngle = 10
#First run for original image
fAcc,fPrc = CalcTestAccuracy(sess, ConvertImages(images), labels, False)
accList.append(fAcc)
prcList = [x+y for x, y in zip(prcList, fPrc)]
#Rotate 10 degree
while curAngle < 360:
print "Rotating degree " + str(curAngle)
rotImages = tf.contrib.image.rotate(ConvertImages(images), np.radians(curAngle))
#Calc accuracy for the rotated images
sAcc, sPrc = CalcTestAccuracy(sess, rotImages, labels, True)
prcList = [x+y for x, y in zip(prcList, sPrc)]
accList.append(sAcc)
#Increment or curAngle with +rotAngle
curAngle += rotAngle
#Get failures in percentage
prcSum = sum(prcList)
nPrcList = []
for numb in prcList:
nPrcList.append((numb / prcSum) * 100)
return accList, nPrcList
def GetLabelData(numbOfImg):
images = []
labels = []
currImg = 0
index = 0
#Collect data for one specific label
while currImg < numbOfImg:
if cifarT['labels'][index] == label:
images.append(cifarT['data'][index])
labels.append(cifarT['labels'][index])
currImg += 1
index += 1
return images, labels
def GetScrambleData(numbOfImg):
#Collect data across labels
images = cifarT['data'][0:numbOfImg]
labels = cifarT['labels'][0:numbOfImg]
return images, labels
def PlotAcc(accList):
#Plot our accuracies
x = np.arange(0, 360, 10)
plt.xlabel('Degree')
plt.ylabel('Accuracy')
plt.title('Accuracy with rotating images')
plt.plot(x,accList)
plt.show()
np.seterr(divide='ignore', invalid='ignore')
saver = tf.train.Saver()
with tf.Session() as sess:
saver.restore(sess, "./trainingmodels/ResNet/model_resnet.ckpt")
print "Model restored."
numbOfImg = 500 #Number of images to be found
finalLabelList = [] #List with each labellist inside it
'''
#Scramble classification
print "Scramble classification"
sImages, sLabels = GetScrambleData(1000)
sAcc, sPrc = RotateAndCalc(sess, sImages, sLabels)
print "Percentage for failing classification: "
print sPrc
print "Total accuracy for the test set: " + str(sAcc[0])
PlotAcc(sAcc)
'''
#Label wise classification
print "Label wise classification"
for label in range(0,10): #Label value 0-9
print "Classifying on label: " + str(label)
images, labels = GetLabelData(numbOfImg)
lAcc,_ = RotateAndCalc(sess, images, labels)
finalLabelList.append(lAcc)
PlotAcc(lAcc)
# Print all the label wise in same plot
Labels = ['Airplane', 'Automobile', 'Bird', 'Cat', 'Deer', 'Dog', 'Frog', 'Horse', 'Ship', 'Truck']
for i in range(len(finalLabelList)):
x = np.arange(0, 360, 10)
plt.xlabel('Degree')
plt.ylabel('Accuracy')
plt.title('Accuracy with rotating images')
plt.plot(x,finalLabelList[i], label=Labels[i])
plt.legend(bbox_to_anchor=(1.05, 1), loc=2, borderaxespad=0.)
plt.show()
Model restored.
Label wise classification
Classifying on label: 0
Test set accuracy: 0.33
Rotating degree 10
Test set accuracy: 0.29
Rotating degree 20
Test set accuracy: 0.206
Rotating degree 30
Test set accuracy: 0.122
Rotating degree 40
Test set accuracy: 0.11
Rotating degree 50
Test set accuracy: 0.1
Rotating degree 60
Test set accuracy: 0.112
Rotating degree 70
Test set accuracy: 0.142
Rotating degree 80
Test set accuracy: 0.17
Rotating degree 90
Test set accuracy: 0.194
Rotating degree 100
Test set accuracy: 0.192
Rotating degree 110
Test set accuracy: 0.138
Rotating degree 120
Test set accuracy: 0.088
Rotating degree 130
Test set accuracy: 0.094
Rotating degree 140
Test set accuracy: 0.104
Rotating degree 150
Test set accuracy: 0.09
Rotating degree 160
Test set accuracy: 0.134
Rotating degree 170
Test set accuracy: 0.208
Rotating degree 180
Test set accuracy: 0.236
Rotating degree 190
Test set accuracy: 0.19
Rotating degree 200
Test set accuracy: 0.15
Rotating degree 210
Test set accuracy: 0.094
Rotating degree 220
Test set accuracy: 0.104
Rotating degree 230
Test set accuracy: 0.088
Rotating degree 240
Test set accuracy: 0.094
Rotating degree 250
Test set accuracy: 0.136
Rotating degree 260
Test set accuracy: 0.184
Rotating degree 270
Test set accuracy: 0.21
Rotating degree 280
Test set accuracy: 0.158
Rotating degree 290
Test set accuracy: 0.138
Rotating degree 300
Test set accuracy: 0.104
Rotating degree 310
Test set accuracy: 0.104
Rotating degree 320
Test set accuracy: 0.114
Rotating degree 330
Test set accuracy: 0.14
Rotating degree 340
Test set accuracy: 0.196
Rotating degree 350
Test set accuracy: 0.306
Classifying on label: 1
Test set accuracy: 0.468
Rotating degree 10
Test set accuracy: 0.35
Rotating degree 20
Test set accuracy: 0.238
Rotating degree 30
Test set accuracy: 0.184
Rotating degree 40
Test set accuracy: 0.132
Rotating degree 50
Test set accuracy: 0.132
Rotating degree 60
Test set accuracy: 0.096
Rotating degree 70
Test set accuracy: 0.06
Rotating degree 80
Test set accuracy: 0.064
Rotating degree 90
Test set accuracy: 0.088
Rotating degree 100
Test set accuracy: 0.08
Rotating degree 110
Test set accuracy: 0.086
Rotating degree 120
Test set accuracy: 0.124
Rotating degree 130
Test set accuracy: 0.136
Rotating degree 140
Test set accuracy: 0.142
Rotating degree 150
Test set accuracy: 0.132
Rotating degree 160
Test set accuracy: 0.098
Rotating degree 170
Test set accuracy: 0.106
Rotating degree 180
Test set accuracy: 0.104
Rotating degree 190
Test set accuracy: 0.108
Rotating degree 200
Test set accuracy: 0.116
Rotating degree 210
Test set accuracy: 0.136
Rotating degree 220
Test set accuracy: 0.116
Rotating degree 230
Test set accuracy: 0.132
Rotating degree 240
Test set accuracy: 0.136
Rotating degree 250
Test set accuracy: 0.086
Rotating degree 260
Test set accuracy: 0.084
Rotating degree 270
Test set accuracy: 0.112
Rotating degree 280
Test set accuracy: 0.084
Rotating degree 290
Test set accuracy: 0.09
Rotating degree 300
Test set accuracy: 0.102
Rotating degree 310
Test set accuracy: 0.124
Rotating degree 320
Test set accuracy: 0.156
Rotating degree 330
Test set accuracy: 0.19
Rotating degree 340
Test set accuracy: 0.244
Rotating degree 350
Test set accuracy: 0.334
Classifying on label: 2
Test set accuracy: 0.336
Rotating degree 10
Test set accuracy: 0.346
Rotating degree 20
Test set accuracy: 0.256
Rotating degree 30
Test set accuracy: 0.218
Rotating degree 40
Test set accuracy: 0.194
Rotating degree 50
Test set accuracy: 0.178
Rotating degree 60
Test set accuracy: 0.18
Rotating degree 70
Test set accuracy: 0.196
Rotating degree 80
Test set accuracy: 0.178
Rotating degree 90
Test set accuracy: 0.176
Rotating degree 100
Test set accuracy: 0.186
Rotating degree 110
Test set accuracy: 0.16
Rotating degree 120
Test set accuracy: 0.154
Rotating degree 130
Test set accuracy: 0.112
Rotating degree 140
Test set accuracy: 0.116
Rotating degree 150
Test set accuracy: 0.156
Rotating degree 160
Test set accuracy: 0.156
Rotating degree 170
Test set accuracy: 0.152
Rotating degree 180
Test set accuracy: 0.124
Rotating degree 190
Test set accuracy: 0.152
Rotating degree 200
Test set accuracy: 0.146
Rotating degree 210
Test set accuracy: 0.142
Rotating degree 220
Test set accuracy: 0.124
Rotating degree 230
Test set accuracy: 0.096
Rotating degree 240
Test set accuracy: 0.136
Rotating degree 250
Test set accuracy: 0.168
Rotating degree 260
Test set accuracy: 0.176
Rotating degree 270
Test set accuracy: 0.154
Rotating degree 280
Test set accuracy: 0.176
Rotating degree 290
Test set accuracy: 0.166
Rotating degree 300
Test set accuracy: 0.164
Rotating degree 310
Test set accuracy: 0.13
Rotating degree 320
Test set accuracy: 0.13
Rotating degree 330
Test set accuracy: 0.184
Rotating degree 340
Test set accuracy: 0.222
Rotating degree 350
Test set accuracy: 0.318
Classifying on label: 3
Test set accuracy: 0.252
Rotating degree 10
Test set accuracy: 0.256
Rotating degree 20
Test set accuracy: 0.25
Rotating degree 30
Test set accuracy: 0.23
Rotating degree 40
Test set accuracy: 0.192
Rotating degree 50
Test set accuracy: 0.188
Rotating degree 60
Test set accuracy: 0.186
Rotating degree 70
Test set accuracy: 0.212
Rotating degree 80
Test set accuracy: 0.192
Rotating degree 90
Test set accuracy: 0.174
Rotating degree 100
Test set accuracy: 0.2
Rotating degree 110
Test set accuracy: 0.196
Rotating degree 120
Test set accuracy: 0.188
Rotating degree 130
Test set accuracy: 0.184
Rotating degree 140
Test set accuracy: 0.18
Rotating degree 150
Test set accuracy: 0.182
Rotating degree 160
Test set accuracy: 0.198
Rotating degree 170
Test set accuracy: 0.178
Rotating degree 180
Test set accuracy: 0.15
Rotating degree 190
Test set accuracy: 0.206
Rotating degree 200
Test set accuracy: 0.2
Rotating degree 210
Test set accuracy: 0.22
Rotating degree 220
Test set accuracy: 0.168
Rotating degree 230
Test set accuracy: 0.154
Rotating degree 240
Test set accuracy: 0.18
Rotating degree 250
Test set accuracy: 0.18
Rotating degree 260
Test set accuracy: 0.188
Rotating degree 270
Test set accuracy: 0.148
Rotating degree 280
Test set accuracy: 0.196
Rotating degree 290
Test set accuracy: 0.214
Rotating degree 300
Test set accuracy: 0.194
Rotating degree 310
Test set accuracy: 0.17
Rotating degree 320
Test set accuracy: 0.172
Rotating degree 330
Test set accuracy: 0.202
Rotating degree 340
Test set accuracy: 0.214
Rotating degree 350
Test set accuracy: 0.256
Classifying on label: 4
Test set accuracy: 0.278
Rotating degree 10
Test set accuracy: 0.23
Rotating degree 20
Test set accuracy: 0.19
Rotating degree 30
Test set accuracy: 0.122
Rotating degree 40
Test set accuracy: 0.118
Rotating degree 50
Test set accuracy: 0.116
Rotating degree 60
Test set accuracy: 0.136
Rotating degree 70
Test set accuracy: 0.15
Rotating degree 80
Test set accuracy: 0.204
Rotating degree 90
Test set accuracy: 0.164
Rotating degree 100
Test set accuracy: 0.156
Rotating degree 110
Test set accuracy: 0.102
Rotating degree 120
Test set accuracy: 0.096
Rotating degree 130
Test set accuracy: 0.102
Rotating degree 140
Test set accuracy: 0.116
Rotating degree 150
Test set accuracy: 0.132
Rotating degree 160
Test set accuracy: 0.152
Rotating degree 170
Test set accuracy: 0.166
Rotating degree 180
Test set accuracy: 0.166
Rotating degree 190
Test set accuracy: 0.142
Rotating degree 200
Test set accuracy: 0.114
Rotating degree 210
Test set accuracy: 0.096
Rotating degree 220
Test set accuracy: 0.086
Rotating degree 230
Test set accuracy: 0.106
Rotating degree 240
Test set accuracy: 0.12
Rotating degree 250
Test set accuracy: 0.166
Rotating degree 260
Test set accuracy: 0.18
Rotating degree 270
Test set accuracy: 0.174
Rotating degree 280
Test set accuracy: 0.124
Rotating degree 290
Test set accuracy: 0.11
Rotating degree 300
Test set accuracy: 0.104
Rotating degree 310
Test set accuracy: 0.112
Rotating degree 320
Test set accuracy: 0.122
Rotating degree 330
Test set accuracy: 0.152
Rotating degree 340
Test set accuracy: 0.214
Rotating degree 350
Test set accuracy: 0.268
Classifying on label: 5
Test set accuracy: 0.338
Rotating degree 10
Test set accuracy: 0.284
Rotating degree 20
Test set accuracy: 0.224
Rotating degree 30
Test set accuracy: 0.216
Rotating degree 40
Test set accuracy: 0.204
Rotating degree 50
Test set accuracy: 0.204
Rotating degree 60
Test set accuracy: 0.208
Rotating degree 70
Test set accuracy: 0.204
Rotating degree 80
Test set accuracy: 0.192
Rotating degree 90
Test set accuracy: 0.178
Rotating degree 100
Test set accuracy: 0.176
Rotating degree 110
Test set accuracy: 0.15
Rotating degree 120
Test set accuracy: 0.158
Rotating degree 130
Test set accuracy: 0.172
Rotating degree 140
Test set accuracy: 0.172
Rotating degree 150
Test set accuracy: 0.2
Rotating degree 160
Test set accuracy: 0.202
Rotating degree 170
Test set accuracy: 0.16
Rotating degree 180
Test set accuracy: 0.182
Rotating degree 190
Test set accuracy: 0.182
Rotating degree 200
Test set accuracy: 0.182
Rotating degree 210
Test set accuracy: 0.182
Rotating degree 220
Test set accuracy: 0.176
Rotating degree 230
Test set accuracy: 0.154
Rotating degree 240
Test set accuracy: 0.18
Rotating degree 250
Test set accuracy: 0.184
Rotating degree 260
Test set accuracy: 0.168
Rotating degree 270
Test set accuracy: 0.19
Rotating degree 280
Test set accuracy: 0.172
Rotating degree 290
Test set accuracy: 0.156
Rotating degree 300
Test set accuracy: 0.166
Rotating degree 310
Test set accuracy: 0.178
Rotating degree 320
Test set accuracy: 0.226
Rotating degree 330
Test set accuracy: 0.26
Rotating degree 340
Test set accuracy: 0.296
Rotating degree 350
Test set accuracy: 0.32
Classifying on label: 6
Test set accuracy: 0.29
Rotating degree 10
Test set accuracy: 0.258
Rotating degree 20
Test set accuracy: 0.2
Rotating degree 30
Test set accuracy: 0.198
Rotating degree 40
Test set accuracy: 0.146
Rotating degree 50
Test set accuracy: 0.154
Rotating degree 60
Test set accuracy: 0.134
Rotating degree 70
Test set accuracy: 0.136
Rotating degree 80
Test set accuracy: 0.166
Rotating degree 90
Test set accuracy: 0.15
Rotating degree 100
Test set accuracy: 0.15
Rotating degree 110
Test set accuracy: 0.152
Rotating degree 120
Test set accuracy: 0.138
Rotating degree 130
Test set accuracy: 0.148
Rotating degree 140
Test set accuracy: 0.134
Rotating degree 150
Test set accuracy: 0.1
Rotating degree 160
Test set accuracy: 0.126
Rotating degree 170
Test set accuracy: 0.138
Rotating degree 180
Test set accuracy: 0.122
Rotating degree 190
Test set accuracy: 0.144
Rotating degree 200
Test set accuracy: 0.136
Rotating degree 210
Test set accuracy: 0.138
Rotating degree 220
Test set accuracy: 0.138
Rotating degree 230
Test set accuracy: 0.138
Rotating degree 240
Test set accuracy: 0.138
Rotating degree 250
Test set accuracy: 0.128
Rotating degree 260
Test set accuracy: 0.142
Rotating degree 270
Test set accuracy: 0.164
Rotating degree 280
Test set accuracy: 0.132
Rotating degree 290
Test set accuracy: 0.118
Rotating degree 300
Test set accuracy: 0.134
Rotating degree 310
Test set accuracy: 0.16
Rotating degree 320
Test set accuracy: 0.164
Rotating degree 330
Test set accuracy: 0.156
Rotating degree 340
Test set accuracy: 0.2
Rotating degree 350
Test set accuracy: 0.272
Classifying on label: 7
Test set accuracy: 0.378
Rotating degree 10
Test set accuracy: 0.274
Rotating degree 20
Test set accuracy: 0.206
Rotating degree 30
Test set accuracy: 0.132
Rotating degree 40
Test set accuracy: 0.12
Rotating degree 50
Test set accuracy: 0.106
Rotating degree 60
Test set accuracy: 0.086
Rotating degree 70
Test set accuracy: 0.06
Rotating degree 80
Test set accuracy: 0.066
Rotating degree 90
Test set accuracy: 0.066
Rotating degree 100
Test set accuracy: 0.046
Rotating degree 110
Test set accuracy: 0.062
Rotating degree 120
Test set accuracy: 0.056
Rotating degree 130
Test set accuracy: 0.052
Rotating degree 140
Test set accuracy: 0.052
Rotating degree 150
Test set accuracy: 0.042
Rotating degree 160
Test set accuracy: 0.04
Rotating degree 170
Test set accuracy: 0.04
Rotating degree 180
Test set accuracy: 0.05
Rotating degree 190
Test set accuracy: 0.048
Rotating degree 200
Test set accuracy: 0.054
Rotating degree 210
Test set accuracy: 0.046
Rotating degree 220
Test set accuracy: 0.048
Rotating degree 230
Test set accuracy: 0.056
Rotating degree 240
Test set accuracy: 0.05
Rotating degree 250
Test set accuracy: 0.034
Rotating degree 260
Test set accuracy: 0.056
Rotating degree 270
Test set accuracy: 0.07
Rotating degree 280
Test set accuracy: 0.084
Rotating degree 290
Test set accuracy: 0.07
Rotating degree 300
Test set accuracy: 0.062
Rotating degree 310
Test set accuracy: 0.078
Rotating degree 320
Test set accuracy: 0.086
Rotating degree 330
Test set accuracy: 0.106
Rotating degree 340
Test set accuracy: 0.15
Rotating degree 350
Test set accuracy: 0.25
Classifying on label: 8
Test set accuracy: 0.288
Rotating degree 10
Test set accuracy: 0.194
Rotating degree 20
Test set accuracy: 0.122
Rotating degree 30
Test set accuracy: 0.084
Rotating degree 40
Test set accuracy: 0.11
Rotating degree 50
Test set accuracy: 0.08
Rotating degree 60
Test set accuracy: 0.054
Rotating degree 70
Test set accuracy: 0.046
Rotating degree 80
Test set accuracy: 0.042
Rotating degree 90
Test set accuracy: 0.068
Rotating degree 100
Test set accuracy: 0.034
Rotating degree 110
Test set accuracy: 0.032
Rotating degree 120
Test set accuracy: 0.03
Rotating degree 130
Test set accuracy: 0.06
Rotating degree 140
Test set accuracy: 0.062
Rotating degree 150
Test set accuracy: 0.042
Rotating degree 160
Test set accuracy: 0.048
Rotating degree 170
Test set accuracy: 0.038
Rotating degree 180
Test set accuracy: 0.044
Rotating degree 190
Test set accuracy: 0.038
Rotating degree 200
Test set accuracy: 0.038
Rotating degree 210
Test set accuracy: 0.026
Rotating degree 220
Test set accuracy: 0.05
Rotating degree 230
Test set accuracy: 0.064
Rotating degree 240
Test set accuracy: 0.06
Rotating degree 250
Test set accuracy: 0.054
Rotating degree 260
Test set accuracy: 0.056
Rotating degree 270
Test set accuracy: 0.086
Rotating degree 280
Test set accuracy: 0.048
Rotating degree 290
Test set accuracy: 0.034
Rotating degree 300
Test set accuracy: 0.054
Rotating degree 310
Test set accuracy: 0.088
Rotating degree 320
Test set accuracy: 0.102
Rotating degree 330
Test set accuracy: 0.104
Rotating degree 340
Test set accuracy: 0.114
Rotating degree 350
Test set accuracy: 0.184
Classifying on label: 9
Test set accuracy: 0.394
Rotating degree 10
Test set accuracy: 0.204
Rotating degree 20
Test set accuracy: 0.182
Rotating degree 30
Test set accuracy: 0.2
Rotating degree 40
Test set accuracy: 0.188
Rotating degree 50
Test set accuracy: 0.16
Rotating degree 60
Test set accuracy: 0.112
Rotating degree 70
Test set accuracy: 0.082
Rotating degree 80
Test set accuracy: 0.052
Rotating degree 90
Test set accuracy: 0.142
Rotating degree 100
Test set accuracy: 0.048
Rotating degree 110
Test set accuracy: 0.082
Rotating degree 120
Test set accuracy: 0.112
Rotating degree 130
Test set accuracy: 0.128
Rotating degree 140
Test set accuracy: 0.118
Rotating degree 150
Test set accuracy: 0.078
Rotating degree 160
Test set accuracy: 0.056
Rotating degree 170
Test set accuracy: 0.04
Rotating degree 180
Test set accuracy: 0.1
Rotating degree 190
Test set accuracy: 0.046
Rotating degree 200
Test set accuracy: 0.072
Rotating degree 210
Test set accuracy: 0.104
Rotating degree 220
Test set accuracy: 0.136
Rotating degree 230
Test set accuracy: 0.096
Rotating degree 240
Test set accuracy: 0.078
Rotating degree 250
Test set accuracy: 0.074
Rotating degree 260
Test set accuracy: 0.038
Rotating degree 270
Test set accuracy: 0.116
Rotating degree 280
Test set accuracy: 0.054
Rotating degree 290
Test set accuracy: 0.084
Rotating degree 300
Test set accuracy: 0.132
Rotating degree 310
Test set accuracy: 0.164
Rotating degree 320
Test set accuracy: 0.15
Rotating degree 330
Test set accuracy: 0.154
Rotating degree 340
Test set accuracy: 0.154
Rotating degree 350
Test set accuracy: 0.18
In [ ]:
Content source: Rotvig/cs231n
Similar notebooks: